-- Logs begin at Tue 2022-09-13 12:13:25 UTC, end at Tue 2022-09-13 13:26:41 UTC. -- Sep 13 12:56:15.466455 dv-cinder-801354-10-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 13 12:56:18.208085 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.common.config [-] Logging enabled! Sep 13 12:56:18.208679 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev564 Sep 13 12:56:18.208879 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106734) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 13 12:56:18.212132 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.common.config [-] Logging enabled! Sep 13 12:56:18.212389 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev564 Sep 13 12:56:18.212701 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106734) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 13 12:56:18.213637 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 13 12:56:18.213900 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 13 12:56:18.214387 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 13 12:56:18.214636 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 13 12:56:18.215462 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 13 12:56:18.216286 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.216600 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.216838 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.217145 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.217446 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.217755 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.218062 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.218364 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.218654 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.218937 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.219224 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.219457 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.219740 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.220028 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.220317 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.220543 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] debug = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.220826 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.221250 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.221663 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.221978 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.222270 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.222551 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.222826 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.223103 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.223390 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.223722 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] host = dv-cinder-801354-10-iscsi {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.224009 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.224297 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.224586 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.224875 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.225151 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.225430 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.225717 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.226017 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.226316 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] log_file = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.226597 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.226890 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.227180 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.227470 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.227704 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.227928 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.228214 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.228503 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.228780 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.229057 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.229332 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.229606 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.229906 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.230179 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.231472 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.231783 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.232085 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.232373 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.232657 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.232940 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.233220 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.233514 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.233818 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.234102 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.234384 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.234674 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.234950 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.235228 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.235533 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.235824 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.236110 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.236402 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.236680 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.236987 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.237264 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.237541 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.237847 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] use_json = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.238124 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.238398 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.238683 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.238957 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.239230 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.239505 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.239780 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.240066 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.240339 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:18.240637 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.240936 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.241240 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.241527 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.241858 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.242146 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.242439 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.242743 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.243035 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.243325 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.243615 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.243897 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.244198 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.244488 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.244786 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.245095 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.245392 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.245687 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.245993 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.246804 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.247092 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.247380 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.247675 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.247966 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.248263 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.248599 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.248868 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.249172 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.249462 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.249769 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.250072 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.250370 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.250652 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.250933 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.251226 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.251507 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.251784 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.252074 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.252357 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.252632 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.252917 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.253210 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.253503 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.253812 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.254096 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.254390 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.254670 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.254945 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.255221 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.255499 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.255772 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.256055 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.256335 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.256612 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.256887 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.257166 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.257441 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.257720 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.258074 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.258350 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.258629 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.258904 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.259177 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.259451 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.259723 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.259996 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.260268 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.260546 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.260827 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.261102 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.261376 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.261669 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.262348 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.262633 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.262926 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.263228 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.263511 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.263796 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.264078 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.264359 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.264640 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.264921 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.265203 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.265484 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.265780 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.266078 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.266363 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.266651 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.266937 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.267238 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.267538 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.267829 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.268113 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.268393 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.268674 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.268958 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.269247 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.269529 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.269846 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.270132 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.270419 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.270716 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.271019 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.271303 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.271601 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.271899 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.272195 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.272481 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.272795 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.273082 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:18.273306 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 13 12:56:18.273550 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106734) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 13 12:56:18.665439 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 13 12:56:18.665790 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 13 12:56:18.666064 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 13 12:56:18.666300 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 13 12:56:18.666582 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 13 12:56:18.666916 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 13 12:56:19.000355 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.000650 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.000934 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.002168 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.002444 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.002736 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.056726 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.057028 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.057302 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.074043 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.074834 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.075117 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.103695 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.103978 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.104251 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.142555 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.142851 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.143142 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.381571 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.382195 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.382195 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.383267 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.383985 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.484467 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.484792 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.485079 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.485352 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.485620 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.485961 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.486228 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.486489 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.486748 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.487034 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.487299 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.487568 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.487827 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.488081 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.488343 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.488614 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.488873 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.489143 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.489417 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.489681 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.489982 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.490246 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.490534 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.490914 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.491170 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.491420 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.491821 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 12:56:19.492063 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 12:56:19.492302 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 12:56:19.492541 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 12:56:19.492780 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 12:56:19.493019 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 12:56:19.493381 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 13 12:56:19.496946 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 13 12:56:19.500886 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 13 12:56:19.504603 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Sep 13 12:56:19.506264 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 13 12:56:19.506885 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 13 12:56:19.507224 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 13 12:56:19.507616 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 13 12:56:19.510414 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 13 12:56:19.510668 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 13 12:56:19.511013 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 13 12:56:19.516572 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 13 12:56:19.540232 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 13 12:56:19.540696 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.540997 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106734) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 13 12:56:19.541370 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.542752 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106734) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 13 12:56:19.543833 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 13 12:56:19.544188 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 13 12:56:19.554915 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.555201 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:19.703034 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 13 12:56:19.703274 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 13 12:56:19.703508 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 13 12:56:19.703889 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 13 12:56:19.756523 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO dbcounter [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Registered counter for database neutron Sep 13 12:56:19.775924 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_db.sqlalchemy.engines [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106734) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 13 12:56:19.782605 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writer thread running {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 12:56:20.492744 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.managers [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Initializing driver for type 'gre' Sep 13 12:56:20.493397 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] gre ID ranges: [(1, 1000)] Sep 13 12:56:20.690333 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.managers [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Initializing driver for type 'local' Sep 13 12:56:20.690876 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.managers [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Initializing driver for type 'vlan' Sep 13 12:56:20.787917 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] VlanTypeDriver initialization complete Sep 13 12:56:20.788212 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.managers [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Initializing driver for type 'vxlan' Sep 13 12:56:20.788755 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] vxlan ID ranges: [(1, 1000)] Sep 13 12:56:20.989359 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.managers [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Initializing extension driver 'port_security' Sep 13 12:56:20.989704 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.extensions.port_security [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] PortSecurityExtensionDriver initialization complete Sep 13 12:56:20.990101 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.managers [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Initializing mechanism driver 'openvswitch' Sep 13 12:56:20.990436 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.managers [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Initializing mechanism driver 'hyperv' Sep 13 12:56:21.001590 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.plugin [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106734) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 12:56:21.002280 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > port after_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.002658 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > port after_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.003014 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > port after_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.003522 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 12:56:21.003945 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > subnet after_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.004308 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > subnet after_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.004657 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > subnet after_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.005049 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 12:56:21.005457 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > network after_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.005832 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > network after_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.006180 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > network after_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.006565 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 12:56:21.006967 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > security_group after_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.007316 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > security_group after_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.007657 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > security_group after_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.008046 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 12:56:21.008449 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.008795 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.009135 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.009649 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 12:56:21.010142 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > address_group after_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.010492 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > address_group after_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.010837 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > address_group after_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.011243 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106734) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 13 12:56:21.011724 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] ML2 OVO RPC backend initialized. {{(pid=106734) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 13 12:56:21.012984 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router_interface after_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.013337 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.013775 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > network before_response 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.014136 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > networks before_response 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.014483 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > port before_response 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.014825 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > ports before_response 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.015170 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > subnet before_response 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.015510 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > subnets before_response 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.015858 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > network after_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.016204 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > network after_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.016543 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > network after_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.016882 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > port after_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.017220 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > port after_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.017559 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > port after_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.017929 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > subnet after_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.018273 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > subnet after_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.018609 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > subnet after_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.026177 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.quota [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded quota_driver: . Sep 13 12:56:21.026538 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.plugin [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Modular L2 Plugin initialization complete Sep 13 12:56:21.026884 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading services supported by the core plugin {{(pid=106734) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 13 12:56:21.027229 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.plugins.ml2.managers [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Got port-security extension from driver 'port_security' Sep 13 12:56:21.027766 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.extensions.vlantransparent [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Disabled vlantransparent extension. Sep 13 12:56:21.028257 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106734) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 13 12:56:21.028579 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading Plugin: router Sep 13 12:56:21.064537 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router_interface before_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.064868 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router after_create 55549900 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.065248 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router before_create 55549900 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.065616 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.066023 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.066382 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router after_delete 55549900 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.066741 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > floatingip after_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.067090 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > floatingip after_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.067447 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router after_create 55549900 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.067792 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router after_update 55549900 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.068139 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router after_update 55549900 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.068487 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.068842 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router after_update 55549900 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.069250 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router precommit_update 55549900 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.069617 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: port after_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.069981 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: port after_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.070321 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: subnet after_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.070665 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.071016 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > port precommit_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.071363 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router precommit_create 55549900 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.071705 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: port before_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.072050 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router precommit_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.072408 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router after_update 55549900 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.072755 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router precommit_delete 55549900 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.073107 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router precommit_create 55549900 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.073468 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router_interface after_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.073915 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router precommit_update 55549900 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.075052 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > agent after_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.075446 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > agent after_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.075798 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > network after_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.076669 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Tracking information for resource: router configured {{(pid=106734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 12:56:21.077000 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Tracking information for resource: floatingip configured {{(pid=106734) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 13 12:56:21.082009 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.db.l3_agentschedulers_db [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 13 12:56:21.082578 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: port after_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.082940 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: port after_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.083295 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: port after_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.083651 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: port after_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.084446 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router before_create 55550100 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.084813 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router precommit_delete 55550100 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.085178 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router precommit_create 55550100 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.085537 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > router precommit_update 55550100 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.090475 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.services.provider_configuration [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Service providers = [] {{(pid=106734) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 13 12:56:21.090842 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.db.servicetype_db [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106734) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 13 12:56:21.093802 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.services.service_base [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106734) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 12:56:21.094151 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.services.service_base [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106734) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 12:56:21.094492 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.services.service_base [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106734) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 12:56:21.095384 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.services.service_base [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106734) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 13 12:56:21.095753 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.services.service_base [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 13 12:56:21.096130 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 12:56:21.096445 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 13 12:56:21.108704 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 12:56:21.109033 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading Plugin: auto_allocate Sep 13 12:56:21.114740 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: network precommit_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.115111 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: network precommit_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.115631 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 12:56:21.115950 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading Plugin: tag Sep 13 12:56:21.123178 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 12:56:21.123508 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading Plugin: timestamp Sep 13 12:56:21.127529 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 12:56:21.127859 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading Plugin: network_ip_availability Sep 13 12:56:21.133291 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.133662 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.134050 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.134761 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 12:56:21.135080 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading Plugin: flavors Sep 13 12:56:21.139870 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 12:56:21.140203 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading Plugin: revisions Sep 13 12:56:21.144642 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106734) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 13 12:56:21.145035 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_concurrency.lockutils [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.478s {{(pid=106734) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 13 12:56:21.145812 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106734) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 13 12:56:21.146150 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Initializing extension manager. Sep 13 12:56:21.146675 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: __init__.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.147016 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: __pycache__ {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.147352 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: address_group.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.148260 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.148821 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: address-group Sep 13 12:56:21.149142 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: address_scope.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.149853 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.150358 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: address-scope Sep 13 12:56:21.150674 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: admin_state_down_before_update.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.151553 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.152053 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: router-admin-state-down-before-update Sep 13 12:56:21.152455 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: agent.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.153130 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.153621 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: agent Sep 13 12:56:21.153973 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: agent_resources_synced.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.154845 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.155348 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: agent-resources-synced Sep 13 12:56:21.155667 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: allowedaddresspairs.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.157408 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.157957 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: allowed-address-pairs Sep 13 12:56:21.158286 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: auto_allocated_topology.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.159315 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.159821 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: auto-allocated-topology Sep 13 12:56:21.160145 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: availability_zone.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.160798 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.161300 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: availability_zone Sep 13 12:56:21.161620 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: availability_zone_filter.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.162530 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.163028 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: availability_zone_filter Sep 13 12:56:21.163346 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: data_plane_status.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.164206 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.164700 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension data-plane-status not supported by any of loaded plugins Sep 13 12:56:21.165023 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: default_subnetpools.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.165920 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.166418 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: default-subnetpools Sep 13 12:56:21.166737 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: dhcpagentscheduler.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.167503 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.168573 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: dhcp_agent_scheduler Sep 13 12:56:21.168838 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: dns.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.169707 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.170225 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension dns-integration not supported by any of loaded plugins Sep 13 12:56:21.170545 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: dns_domain_ports.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.171413 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.171906 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 13 12:56:21.172228 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.173108 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.173604 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 13 12:56:21.173954 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: dvr.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.174594 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.175095 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: dvr Sep 13 12:56:21.175421 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: ecmp_routes.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.176291 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.176791 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension ecmp_routes not supported by any of loaded plugins Sep 13 12:56:21.177110 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: empty_string_filtering.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.177998 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.178500 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: empty-string-filtering Sep 13 12:56:21.178820 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.179685 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.180178 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 13 12:56:21.180497 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.181358 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.181889 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 13 12:56:21.182212 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: external_net.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.183071 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.184473 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: external-net Sep 13 12:56:21.184772 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: extra_dhcp_opt.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.185646 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.186173 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: extra_dhcp_opt Sep 13 12:56:21.186492 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: extraroute.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.187356 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.187860 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: extraroute Sep 13 12:56:21.188179 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: extraroute_atomic.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.189166 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.189667 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: extraroute-atomic Sep 13 12:56:21.190017 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: filter_validation.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.190641 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.191137 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: filter-validation Sep 13 12:56:21.191454 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: fip_pf_description.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.192315 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.192808 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 13 12:56:21.193127 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: fip_pf_detail.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.194012 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.194531 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: floating-ip-port-forwarding-detail Sep 13 12:56:21.194835 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: fip_pf_port_range.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.195712 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.196208 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 13 12:56:21.196529 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: fip_port_details.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.197396 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.197940 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: fip-port-details Sep 13 12:56:21.198259 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: flavors.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.199462 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.199968 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: flavors Sep 13 12:56:21.200294 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.201946 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.202460 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 13 12:56:21.202789 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: floatingip_pools.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.203452 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.203955 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: floatingip-pools Sep 13 12:56:21.204279 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: ip_allocation.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.205163 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.205660 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension ip_allocation not supported by any of loaded plugins Sep 13 12:56:21.206012 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.206903 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.207399 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: ip-substring-filtering Sep 13 12:56:21.207719 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: l2_adjacency.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.208603 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.209096 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension l2_adjacency not supported by any of loaded plugins Sep 13 12:56:21.209420 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: l3.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.210378 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.210884 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: router Sep 13 12:56:21.211210 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: l3_conntrack_helper.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.213570 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.214118 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 13 12:56:21.214452 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.215374 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.215876 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: ext-gw-mode Sep 13 12:56:21.216203 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.217083 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.217591 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: l3-ha Sep 13 12:56:21.217949 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.218823 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.219330 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 13 12:56:21.219656 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: l3_flavors.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.220530 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.221037 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: l3-flavors Sep 13 12:56:21.221360 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: l3_ndp_proxy.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.222726 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.223238 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 13 12:56:21.223564 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.224536 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.224981 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: l3-port-ip-change-not-allowed Sep 13 12:56:21.225311 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: l3agentscheduler.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.226341 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.226848 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: l3_agent_scheduler Sep 13 12:56:21.227175 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: local_ip.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.228886 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.229402 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension local_ip not supported by any of loaded plugins Sep 13 12:56:21.229753 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: logging.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.231736 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.232254 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension logging not supported by any of loaded plugins Sep 13 12:56:21.232592 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: metering.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.241046 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.241629 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: metering Sep 13 12:56:21.241993 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.243079 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.243598 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: metering_source_and_destination_fields Sep 13 12:56:21.243922 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: multiprovidernet.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.244806 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.245318 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: multi-provider Sep 13 12:56:21.245642 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: netmtu.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.247187 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.247694 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: net-mtu Sep 13 12:56:21.248016 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: netmtu_writable.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.248892 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.249400 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: net-mtu-writable Sep 13 12:56:21.249720 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: network_availability_zone.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.250371 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.250869 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: network_availability_zone Sep 13 12:56:21.251190 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: network_ip_availability.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.252241 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.252742 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: network-ip-availability Sep 13 12:56:21.253060 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: network_segment_range.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.253816 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.254316 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension network-segment-range not supported by any of loaded plugins Sep 13 12:56:21.254636 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: pagination.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.255562 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.255891 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: pagination Sep 13 12:56:21.256209 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: port_device_profile.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.257067 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.257575 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: port-device-profile Sep 13 12:56:21.257928 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: port_mac_address_override.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.258804 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.259341 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: port-mac-override Sep 13 12:56:21.259664 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.260533 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.261035 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: port-mac-address-regenerate Sep 13 12:56:21.261355 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.262308 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.262816 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: port-numa-affinity-policy Sep 13 12:56:21.263139 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: port_resource_request.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.264010 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.264508 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension port-resource-request not supported by any of loaded plugins Sep 13 12:56:21.264829 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: port_resource_request_groups.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.265760 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.266278 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 13 12:56:21.266598 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: portbindings.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.267471 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.267974 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: binding Sep 13 12:56:21.268295 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: portbindings_extended.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.269502 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.270039 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: binding-extended Sep 13 12:56:21.270366 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: portsecurity.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.271233 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.271742 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: port-security Sep 13 12:56:21.272066 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: project_id.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.273185 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.273520 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: project-id Sep 13 12:56:21.273874 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: providernet.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.281921 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.282436 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: provider Sep 13 12:56:21.282761 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: qos.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.286233 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.286754 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension qos not supported by any of loaded plugins Sep 13 12:56:21.287086 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.288304 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.288818 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 13 12:56:21.289145 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.290059 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.290573 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 13 12:56:21.290899 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: qos_default.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.291774 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.292284 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension qos-default not supported by any of loaded plugins Sep 13 12:56:21.292608 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: qos_fip.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.294022 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.294535 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension qos-fip not supported by any of loaded plugins Sep 13 12:56:21.294861 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: qos_fip_network_policy.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.295736 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.296243 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 13 12:56:21.296570 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: qos_gateway_ip.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.297454 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.297989 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 13 12:56:21.298311 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: qos_port_network_policy.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.299190 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.299698 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 13 12:56:21.300017 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.305282 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.305828 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 13 12:56:21.306154 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.307151 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.307658 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 13 12:56:21.307982 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: qos_pps_rule.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.309999 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.310519 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension qos-pps not supported by any of loaded plugins Sep 13 12:56:21.310850 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: qos_rule_type_details.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.311730 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.312235 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 13 12:56:21.312564 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: qos_rule_type_filter.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.313434 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.313966 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 13 12:56:21.314292 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: qos_rules_alias.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.315342 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.315802 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 13 12:56:21.316126 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: quota_check_limit.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.316996 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.317497 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: quota-check-limit Sep 13 12:56:21.317848 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: quotasv2.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.318761 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.319087 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: quotas Sep 13 12:56:21.319408 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: quotasv2_detail.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.321088 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.321421 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: quota_details Sep 13 12:56:21.321765 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: rbac.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.322790 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.323305 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: rbac-policies Sep 13 12:56:21.323635 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: rbac_address_group.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.324671 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.325175 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: rbac-address-group Sep 13 12:56:21.325499 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: rbac_address_scope.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.326482 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.326990 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: rbac-address-scope Sep 13 12:56:21.327315 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: rbac_security_groups.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.328193 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.328701 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: rbac-security-groups Sep 13 12:56:21.329024 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: rbac_subnetpool.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.329951 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.330462 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: rbac-subnetpool Sep 13 12:56:21.330786 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: revisionifmatch.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.331672 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.332176 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: revision-if-match Sep 13 12:56:21.332500 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: revisions.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.333582 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.334121 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: standard-attr-revisions Sep 13 12:56:21.334452 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: router_availability_zone.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.335084 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.335588 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: router_availability_zone Sep 13 12:56:21.335909 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: routerservicetype.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.336857 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.337318 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension router-service-type not supported by any of loaded plugins Sep 13 12:56:21.337640 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.338547 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.339055 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: security-groups-normalized-cidr Sep 13 12:56:21.339379 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: security_groups_port_filtering.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.340354 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.340857 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: port-security-groups-filtering Sep 13 12:56:21.341179 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.342086 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.342595 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: security-groups-remote-address-group Sep 13 12:56:21.342917 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.343795 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.344301 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: security-groups-shared-filtering Sep 13 12:56:21.344630 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: securitygroup.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.354431 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.354959 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: security-group Sep 13 12:56:21.355812 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: segment.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.356653 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.357159 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension segment not supported by any of loaded plugins Sep 13 12:56:21.357488 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.358412 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.358916 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 13 12:56:21.359242 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: servicetype.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.368021 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.368549 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: service-type Sep 13 12:56:21.368858 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: sorting.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.369831 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.370165 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: sorting Sep 13 12:56:21.370489 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: standard_attr_segment.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.372263 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.372779 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 13 12:56:21.373106 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: standardattrdescription.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.373725 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.374257 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: standard-attr-description Sep 13 12:56:21.374580 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: stateful_security_group.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.375473 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.375990 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: stateful-security-group Sep 13 12:56:21.376314 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: stdattrs_common.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.376866 dv-cinder-801354-10-iscsi neutron-server[106734]: WARNING neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 13 12:56:21.377187 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.378095 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.378602 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 13 12:56:21.378927 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: subnet_onboard.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.379948 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.380464 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: subnet_onboard Sep 13 12:56:21.380787 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.381676 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.382209 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 13 12:56:21.382536 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: subnet_service_types.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.383437 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.383947 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: subnet-service-types Sep 13 12:56:21.384274 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: subnetallocation.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.385298 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.385835 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: subnet_allocation Sep 13 12:56:21.386163 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.387108 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.387435 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: subnetpool-prefix-ops Sep 13 12:56:21.387756 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.388644 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.389149 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 13 12:56:21.389471 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: tagging.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.390513 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.391032 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: standard-attr-tag Sep 13 12:56:21.391360 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: timestamp.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.392521 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.393037 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loaded extension: standard-attr-timestamp Sep 13 12:56:21.393366 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: trunk.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.394376 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.394885 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension trunk not supported by any of loaded plugins Sep 13 12:56:21.395208 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: trunk_details.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.396078 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.396582 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension trunk-details not supported by any of loaded plugins Sep 13 12:56:21.396905 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: uplink_status_propagation.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.397813 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.398317 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 13 12:56:21.398640 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Loading extension file: vlantransparent.py {{(pid=106734) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 13 12:56:21.399275 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106734) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 13 12:56:21.399775 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extension vlan-transparent not supported by any of loaded plugins Sep 13 12:56:21.402668 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Creating instance of TrackedResource for resource:network Sep 13 12:56:21.407865 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Creating instance of TrackedResource for resource:subnet Sep 13 12:56:21.407865 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 12:56:21.407865 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Creating instance of TrackedResource for resource:port Sep 13 12:56:21.407865 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.v2.resource_helper [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 12:56:21.407865 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.v2.resource_helper [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Service FLAVORS assigned prefix: {{(pid=106734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 12:56:21.407865 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.v2.resource_helper [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 12:56:21.407865 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.v2.resource_helper [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 12:56:21.407865 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Creating instance of TrackedResource for resource:router Sep 13 12:56:21.408451 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Creating instance of TrackedResource for resource:floatingip Sep 13 12:56:21.408451 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.v2.resource_helper [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Service METERING assigned prefix: /metering {{(pid=106734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 12:56:21.409090 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.409466 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.409848 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106734) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 12:56:21.410848 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Creating instance of CountableResource for resource:rbac_policy Sep 13 12:56:21.411291 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Creating instance of TrackedResource for resource:security_group Sep 13 12:56:21.411725 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 13 12:56:21.412261 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.v2.resource_helper [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Service CORE assigned prefix: {{(pid=106734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 12:56:21.412609 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 12:56:21.412958 dv-cinder-801354-10-iscsi neutron-server[106734]: WARNING neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] subnetpool is already registered Sep 13 12:56:21.413379 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.v2.resource_helper [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Service CORE assigned prefix: {{(pid=106734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 12:56:21.413704 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 12:56:21.414070 dv-cinder-801354-10-iscsi neutron-server[106734]: WARNING neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] subnetpool is already registered Sep 13 12:56:21.416441 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.v2.resource_helper [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 12:56:21.416890 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.v2.resource_helper [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Service FLAVORS assigned prefix: {{(pid=106734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 12:56:21.417518 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.v2.resource_helper [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 12:56:21.418837 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.v2.resource_helper [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 12:56:21.419038 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Creating instance of TrackedResource for resource:router Sep 13 12:56:21.419386 dv-cinder-801354-10-iscsi neutron-server[106734]: WARNING neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] router is already registered Sep 13 12:56:21.419810 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Creating instance of TrackedResource for resource:floatingip Sep 13 12:56:21.420147 dv-cinder-801354-10-iscsi neutron-server[106734]: WARNING neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] floatingip is already registered Sep 13 12:56:21.420616 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.v2.resource_helper [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Service METERING assigned prefix: /metering {{(pid=106734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 12:56:21.421318 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Creating instance of CountableResource for resource:rbac_policy Sep 13 12:56:21.421646 dv-cinder-801354-10-iscsi neutron-server[106734]: WARNING neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] rbac_policy is already registered Sep 13 12:56:21.422087 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Creating instance of TrackedResource for resource:security_group Sep 13 12:56:21.422432 dv-cinder-801354-10-iscsi neutron-server[106734]: WARNING neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] security_group is already registered Sep 13 12:56:21.422852 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Creating instance of TrackedResource for resource:security_group_rule Sep 13 12:56:21.423192 dv-cinder-801354-10-iscsi neutron-server[106734]: WARNING neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] security_group_rule is already registered Sep 13 12:56:21.423673 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.v2.resource_helper [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Service CORE assigned prefix: {{(pid=106734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 12:56:21.423997 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 12:56:21.424327 dv-cinder-801354-10-iscsi neutron-server[106734]: WARNING neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] subnetpool is already registered Sep 13 12:56:21.424756 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.v2.resource_helper [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Service CORE assigned prefix: {{(pid=106734) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 13 12:56:21.425078 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Creating instance of TrackedResource for resource:subnetpool Sep 13 12:56:21.425407 dv-cinder-801354-10-iscsi neutron-server[106734]: WARNING neutron.quota.resource_registry [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] subnetpool is already registered Sep 13 12:56:21.425914 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: extensions {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.427501 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: address-groups {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.428986 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: address-scopes {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.430227 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: agents {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.431387 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: auto-allocated-topology {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.434888 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: availability_zones {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.436123 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: dhcp-networks {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.437554 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: dhcp-agents {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.439132 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: routers {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.440853 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: flavors {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.442044 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: service_profiles {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.443356 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: next_providers {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.444824 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: service_profiles {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.446314 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: floatingip-pools {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.447546 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: routers {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.449552 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: floatingips {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.450847 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: l3-routers {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.452226 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: l3-agents {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.453764 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: metering-labels {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.455055 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: metering-label-rules {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.456337 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: network-ip-availabilities {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.457693 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: bindings {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.459300 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: quotas {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.462158 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: quotas {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.462515 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: rbac-policies {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.463716 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: security-groups {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.465572 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: security-group-rules {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.466879 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: service-providers {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.468192 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: subnetpools {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.469529 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: subnetpools {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.471023 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: tags {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.472793 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: tags {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.474582 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: tags {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.476473 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: tags {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.478232 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: tags {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.480103 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: tags {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.482544 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: tags {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.484367 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: tags {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.486195 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: tags {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.488052 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron.api.extensions [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Extended resource: tags {{(pid=106734) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 13 12:56:21.495039 dv-cinder-801354-10-iscsi neutron-server[106734]: WARNING keystonemiddleware.auth_token [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 13 12:56:21.500143 dv-cinder-801354-10-iscsi neutron-server[106734]: WARNING keystonemiddleware.auth_token [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 13 12:56:21.509056 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_concurrency.lockutils [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Acquiring lock "singleton_lock" {{(pid=106734) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 13 12:56:21.509385 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_concurrency.lockutils [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Acquired lock "singleton_lock" {{(pid=106734) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 13 12:56:21.509889 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_concurrency.lockutils [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Releasing lock "singleton_lock" {{(pid=106734) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 13 12:56:21.510536 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO oslo_service.service [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Starting 2 workers Sep 13 12:56:21.515373 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Started child 106849 {{(pid=106734) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 12:56:21.519846 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Started child 106850 {{(pid=106734) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 12:56:21.520941 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:21.521638 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO neutron.service [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Neutron service started, listening on 0.0.0.0:9696 Sep 13 12:56:21.522082 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Publish callbacks [] for process (None), before_spawn {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:21.522412 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [-] (106849) wsgi starting up on http://0.0.0.0:9696 Sep 13 12:56:21.524607 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO oslo_service.service [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Starting 1 workers Sep 13 12:56:21.524842 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:21.526313 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [-] (106850) wsgi starting up on http://0.0.0.0:9696 Sep 13 12:56:21.530341 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Started child 106851 {{(pid=106734) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 12:56:21.530892 dv-cinder-801354-10-iscsi neutron-server[106734]: INFO oslo_service.service [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Starting 1 workers Sep 13 12:56:21.534434 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.service [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] calling RpcWorker wait() {{(pid=106851) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 13 12:56:21.534973 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.service [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] returning from RpcWorker wait() {{(pid=106851) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 13 12:56:21.535407 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Started child 106852 {{(pid=106734) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 13 12:56:21.536177 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG neutron_lib.callbacks.manager [None req-1951f92f-3bad-4af1-990b-56a3b0fd9b0d None None] Publish callbacks [] for process (None), after_spawn {{(pid=106734) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:21.536298 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:21.536746 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 12:56:21.538092 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106734) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 13 12:56:21.542395 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 13 12:56:21.542395 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 13 12:56:21.542395 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 13 12:56:21.542395 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 13 12:56:21.542395 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 13 12:56:21.542395 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.542395 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.542395 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.542934 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.543528 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:21.543985 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.543985 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.544117 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 12:56:21.544199 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.544199 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.544199 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.544199 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.544199 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.544199 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.544199 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.544199 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.544628 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.544628 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.544628 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.544628 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.544863 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.545078 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.545361 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.545590 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] debug = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.545877 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.546373 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.546630 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.546867 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.547099 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.547371 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.547639 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.547899 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.548143 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.548375 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.548619 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.548897 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.549150 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.549390 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.549629 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.549919 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.550139 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.550620 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] host = dv-cinder-801354-10-iscsi {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.550857 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.551091 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.551341 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.551596 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.551850 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.552062 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.552327 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.552563 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.552817 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.553057 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.553304 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.553560 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.553836 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.554080 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] log_file = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.554241 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] log_options = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.554473 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.554744 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.555011 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.555198 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.555364 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.555530 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.555787 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.555948 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.556183 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.556400 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.556605 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.556814 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.557023 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.557236 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.557489 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.557720 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.557956 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.558182 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.558474 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.558720 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.559275 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.559544 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.560144 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.560144 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.560414 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.560414 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.560677 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.560906 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.561191 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.561372 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.561680 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.562074 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.562416 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.562650 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.562908 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.563261 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.563561 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.563804 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.564076 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.564297 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.564713 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.564836 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.565405 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.565708 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.565903 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.566271 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.566741 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] use_json = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.566741 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.567246 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.567508 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.567839 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.568064 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.568403 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.568547 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.568704 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.568923 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.569377 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.569624 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.569978 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.570230 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.570466 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.571256 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.571256 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.571256 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.571658 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.571790 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.572010 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.572250 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.572550 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.572820 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.573079 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.573416 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.573694 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.573984 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.574292 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.574660 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.575078 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.575370 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.575650 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.575897 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.576131 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.576366 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.576642 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.576932 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.577210 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.577470 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.577884 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.578517 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.578797 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.579222 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.579352 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.579517 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.579740 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.579961 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.580197 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.580430 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.580726 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.580980 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.581216 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.581448 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.581666 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.581941 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.582173 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.582410 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.582661 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.582896 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.583109 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.583342 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.583581 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.583814 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.584390 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.584390 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.584653 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.584784 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.584980 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.585224 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.585437 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.585654 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.585906 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.586122 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.586333 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.586544 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.586783 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.586990 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.587212 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.587427 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.587663 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.587873 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.588095 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.588563 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.588563 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.588776 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.589032 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.591335 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.591335 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.591335 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.591335 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.591335 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.591335 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.591335 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.591335 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.592220 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.592220 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.592220 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.592220 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.592639 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.592639 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.592953 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.593073 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.593259 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.593563 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.594278 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.594278 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.594516 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.594678 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.595203 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.595203 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.595442 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.595585 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.595811 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.596083 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.596324 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.596540 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.596898 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.597034 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.597280 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.597419 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.597647 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.599255 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.599255 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.599255 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.599255 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.599255 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.601315 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.601315 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.601315 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.601315 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.601315 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.601315 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.601315 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.601315 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.602235 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.602235 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.602235 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.602235 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.602699 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.602836 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.603919 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.603919 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.603919 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.603919 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.604415 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.604415 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.604415 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.604760 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.604882 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.605125 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.605402 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.606210 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.606623 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.606786 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.607021 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.607258 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.607530 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.607786 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.608019 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.608454 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.608610 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.608756 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.609706 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.609706 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.609706 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.609706 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.610276 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.610276 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.610545 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.610687 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.610845 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.611057 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.611290 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.611543 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.611773 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.611991 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.612221 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.612439 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.612655 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.612897 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.613164 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.613340 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.613566 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.613812 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.614504 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.614750 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.615091 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.615328 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.615547 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.615831 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.616116 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.616298 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.616526 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.616785 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.617045 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.617471 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.617751 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.617993 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.618210 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.618426 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.618647 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.618884 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.619107 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.619338 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.619574 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.619836 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.620090 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.620441 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.620691 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.621114 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.621396 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.621502 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.621633 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.621877 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.622095 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.622343 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.622585 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.622809 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.623048 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.623312 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.623556 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.623796 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.624010 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.624229 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.624445 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.624702 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.624941 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.625189 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.625434 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.625651 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.625898 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.626115 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.626331 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.628651 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.628651 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.628651 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.628651 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.628651 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.628651 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.628651 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.628651 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.629135 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.629135 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.629135 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.629135 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.629361 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.629475 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.629717 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.629968 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.630293 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.630516 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.630763 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.630974 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.631186 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.631428 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.631645 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.631854 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.632077 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.632291 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.632502 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.633221 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.633221 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.633221 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.633796 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.633796 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.634090 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.634240 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.634380 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.635070 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.635070 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.635070 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.635476 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.635476 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.635688 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.635770 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.636070 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.636304 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.636608 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.637232 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.637232 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.637411 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.637532 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.637871 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.638079 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.638316 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.638564 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.638781 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.639000 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.639251 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.639580 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.639861 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.640117 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.640455 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.640732 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.641017 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.641297 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.641515 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.641849 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.642170 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.642431 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.642703 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.643222 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.643659 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.644281 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.644659 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.644899 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.645140 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.645353 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.645605 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.645854 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.646097 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.646493 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.646675 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.646892 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.647140 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.647377 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.647584 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.647808 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.647957 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 13 12:56:21.648485 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106734) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 13 12:56:21.648642 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 13 12:56:21.648778 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 13 12:56:21.648952 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 13 12:56:21.649108 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 13 12:56:21.649251 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 13 12:56:21.649504 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.649865 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.650532 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.650684 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 59132) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:56:21.650839 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.650839 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.650839 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.650839 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.650839 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.650839 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.651950 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.651950 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.651950 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.651950 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.651950 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.651950 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.651950 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.654164 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.654164 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.654164 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.654164 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.654164 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.654164 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] debug = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.654164 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.655436 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.655436 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.655436 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.655436 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.655436 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.655436 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.656485 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.656485 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.656485 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.656485 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.656485 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.656485 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.656485 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.656485 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.657683 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.657683 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.657683 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] host = dv-cinder-801354-10-iscsi {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.657683 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.657683 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.657683 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.657683 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.657683 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.659170 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.659170 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.659170 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.659170 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.659170 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.660078 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [-] 10.222.0.72 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0055735 Sep 13 12:56:21.660236 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.660236 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.660236 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.660236 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] log_file = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.660236 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] log_options = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.660236 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.660236 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.660236 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.661320 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.661320 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.661320 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.661320 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.661320 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.661320 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.661320 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.662358 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.662358 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.662358 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.662358 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.662358 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.662358 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.662358 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.662358 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.664590 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.664590 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.664590 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.664590 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.664590 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.664590 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.664590 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.664590 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.665101 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [-] 10.222.0.72 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0039215 Sep 13 12:56:21.665173 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.665173 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.665173 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.665173 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.665173 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.665173 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.665173 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.665173 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.665629 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.665629 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.665629 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.665629 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.665629 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.665629 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.665629 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.665629 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.669143 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.669143 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.669143 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.669143 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.669143 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] use_json = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.669143 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.669143 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.669143 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.669143 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.669662 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.669662 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.669662 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.669662 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.669662 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 13 12:56:21.669662 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.669662 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.669662 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.670193 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.670193 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.670193 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.670193 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.670193 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.670193 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.670193 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.670193 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.670765 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.670765 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.670765 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.670765 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.670765 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.670765 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.670765 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.670765 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.671211 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.671211 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.671211 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.671211 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.671434 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.671503 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.671662 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.672020 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.672020 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.672175 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.672240 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.672402 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.672556 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.672724 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.72/identity {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.672887 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.673114 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.675017 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.675017 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.675017 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.675017 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.675017 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.675017 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.675017 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.676559 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.676559 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.676559 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.676559 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.676559 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.676559 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.676559 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.676559 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.676559 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.677435 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.677435 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.677435 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.677435 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.677435 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.677435 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.677435 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.677435 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.682033 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.682033 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.682033 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.682033 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.682033 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.682033 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.682033 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.682033 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.682607 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.682607 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.682607 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.682607 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.682607 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.682607 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.682607 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.683033 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 12:56:21.683111 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.683111 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.683111 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.683111 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.683111 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.683111 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.683111 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.683111 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.683111 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.683697 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.683697 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.683697 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.683697 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.683697 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.683697 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.683697 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.683697 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.683697 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.684480 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.684480 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.684480 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.684480 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.684480 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.684764 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.684764 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.684913 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.686487 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.686663 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.686825 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.687339 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.687670 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.687835 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.687994 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.688158 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.688319 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.688477 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.688632 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.688793 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.688948 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.689102 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.689259 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.689410 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.689579 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.689803 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.689907 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.690458 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.690458 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.690458 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.690854 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.690854 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.690854 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.691057 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.691123 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.692142 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.692142 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.692142 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.692142 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.692142 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.692142 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.692142 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.692671 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.692671 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.692671 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.692858 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.692858 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.693851 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.693851 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.693851 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.693851 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.693851 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.693851 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.694233 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.694233 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.694233 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.694412 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.694553 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.694710 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.695029 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.695029 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.695189 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.695365 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.72/identity {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.695502 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.695619 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.695776 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.695934 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.696092 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.696250 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.696408 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.696893 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.696893 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.696893 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.697247 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.697247 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.697436 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.697436 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.697637 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.704286 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.704286 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.704286 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.704286 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.704286 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.704286 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.704286 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.704286 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.705083 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.705083 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.705083 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.705083 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.705083 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.705083 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.705083 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.705083 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.705645 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.705645 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.705645 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.705645 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.705645 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.705645 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.705645 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.705645 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.706345 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.706345 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.706345 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.706345 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.706345 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.706345 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.706345 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.706345 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.706968 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.706968 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.706968 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.706968 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.706968 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.706968 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.706968 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.706968 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.706968 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.707588 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.707588 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.707588 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.707588 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.707588 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.707588 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.707588 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.707588 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.708118 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.708118 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.708118 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.708118 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.708118 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.708118 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.708118 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.708118 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.708118 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.708724 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.708724 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.708724 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.708724 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.708724 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.708724 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.708724 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.708724 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.709263 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.709263 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.709263 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.709263 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.709263 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.709263 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.709263 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.709263 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.710166 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.710166 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.710166 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.710166 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.710166 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.710166 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.711458 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.711458 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.711458 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.711458 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.711458 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.711458 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.711805 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.711805 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.711805 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.712405 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.712405 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.712405 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.712405 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.713263 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.713263 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.713263 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.713263 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.713263 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.713263 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.713678 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.713678 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.713840 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.713919 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.714068 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.714227 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.714391 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.714550 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.715552 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.715552 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.715552 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.716112 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.716112 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.716112 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.716112 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.716463 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.716463 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.716609 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.716783 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.716901 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.717072 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.717261 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.717393 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.717535 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.717692 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.717883 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.718042 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.720404 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.720404 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.720404 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.720404 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.720404 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.720404 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.720404 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.720404 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.720404 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.721864 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.721864 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.721864 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.721864 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 13 12:56:21.721864 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106734) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 13 12:56:30.861255 dv-cinder-801354-10-iscsi neutron-server[106734]: DEBUG dbcounter [-] [106734] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106734) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:56:33.221865 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writer thread running {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 12:56:33.225145 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b544062e-3941-4338-9250-229c0a5932eb None None] get_active_networks_info from dv-cinder-801354-10-iscsi {{(pid=106851) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 13 12:56:33.321012 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b544062e-3941-4338-9250-229c0a5932eb None None] No non-hosted networks {{(pid=106851) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 13 12:56:33.331751 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.agentschedulers_db [None req-b544062e-3941-4338-9250-229c0a5932eb None None] DHCP Agent not found on host dv-cinder-801354-10-iscsi {{(pid=106851) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 13 12:56:33.384909 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-1c3de796-b68a-4f3a-ab08-3122ecbbbb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582911'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:34.862196 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writer thread running {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 12:56:35.425581 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d84ca86c-ae7b-4a70-9f3f-f43e1522e1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582911'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:35.465301 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.db.api [None req-17cd77b8-00ad-42a0-b9f4-d0e797ccf491 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-801354-10-iscsi {{(pid=106851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 13 12:56:35.466220 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG oslo_db.api [None req-17cd77b8-00ad-42a0-b9f4-d0e797ccf491 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 13 12:56:36.069920 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-17cd77b8-00ad-42a0-b9f4-d0e797ccf491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:36.910077 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582911'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:37.165357 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 59208) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:56:37.759700 dv-cinder-801354-10-iscsi neutron-server[106850]: WARNING oslo_policy.policy [None req-584124d1-a4f7-497e-9777-834c5f289c1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 12:56:37.760233 dv-cinder-801354-10-iscsi neutron-server[106850]: WARNING oslo_policy.policy [None req-584124d1-a4f7-497e-9777-834c5f289c1a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 12:56:37.988812 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [None req-584124d1-a4f7-497e-9777-834c5f289c1a admin admin] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 12:56:37.993814 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-584124d1-a4f7-497e-9777-834c5f289c1a admin admin] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8236723 Sep 13 12:56:38.198505 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582911'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:38.475379 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582911'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:38.476962 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:38.477312 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:38.477645 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:38.478005 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:38.478332 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:38.478652 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:38.479013 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:38.479357 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:38.479719 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:38.480170 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:38.480524 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:38.480849 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:38.481184 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:38.481505 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:38.481844 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:38.482490 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-801354-10-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 12:56:38.490912 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-801354-10-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 12:56:40.679716 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 59244) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:56:41.014483 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-0dbee401-926e-4032-9fff-eae85cacb64b admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 12:56:41.026181 dv-cinder-801354-10-iscsi neutron-server[106850]: ERROR stevedore.extension [None req-0dbee401-926e-4032-9fff-eae85cacb64b admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 13 12:56:41.107228 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.policy [None req-0dbee401-926e-4032-9fff-eae85cacb64b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106850) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 13 12:56:41.148606 dv-cinder-801354-10-iscsi neutron-server[106850]: WARNING oslo_policy.policy [None req-0dbee401-926e-4032-9fff-eae85cacb64b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 12:56:41.148982 dv-cinder-801354-10-iscsi neutron-server[106850]: WARNING oslo_policy.policy [None req-0dbee401-926e-4032-9fff-eae85cacb64b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 12:56:41.169786 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writer thread running {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 12:56:41.330526 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0dbee401-926e-4032-9fff-eae85cacb64b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734285485179', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734285474383', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734285469065', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734285461141', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734285453734', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734285445292', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3651174', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3646778', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1789855', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1823649'] for rbac-policy (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:41.516923 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0dbee401-926e-4032-9fff-eae85cacb64b admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:41.518426 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-0dbee401-926e-4032-9fff-eae85cacb64b admin admin] 10.222.0.72 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8376510 Sep 13 12:56:42.521726 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.db.l3_hamode_db [None req-a9901260-037c-4ab9-a927-e9c0c3a5affe None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 13 12:56:42.600148 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9901260-037c-4ab9-a927-e9c0c3a5affe None None] Routers set() bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 12:56:42.600536 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9901260-037c-4ab9-a927-e9c0c3a5affe None None] Router IDs set() for agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 13 12:56:44.153442 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 59254) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:56:44.470555 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 12:56:44.574965 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Made reservation on behalf of 7a1d4145c5484035a6842313c2648cc1 for: {'network': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 12:56:44.579209 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for network (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:44.598074 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:44.708599 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Publish callbacks [] for security_group (e55b2c93-1c74-4db5-86b9-82070882c230), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:44.774878 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (e55b2c93-1c74-4db5-86b9-82070882c230), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:44.807508 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] vlan segment allocate from pool success with {'vlan_id': 383, 'physical_network': 'physnet1'} {{(pid=106850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 12:56:44.835975 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734283000239', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (7640314c-537d-41e6-8248-43068cc80193), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:44.839437 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Unsubscribe: segment precommit_create {{(pid=106850) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 13 12:56:44.839437 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.segments_db [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Added segment 7640314c-537d-41e6-8248-43068cc80193 of type vlan for network 864c9485-94db-4ced-9af6-31ffd34c62ec Sep 13 12:56:44.852392 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=e55b2c93-1c74-4db5-86b9-82070882c230,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 12:56:44.902909 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:44.903152 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:44.903507 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:44.903856 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:44.904185 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:44.904514 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:44.904835 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:44.905154 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:44.905487 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:44.905837 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:44.906156 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:44.906487 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:44.906806 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:44.907118 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:44.907432 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Tracked resource versions report: Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: pushed versions: Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: { 'AddressGroup': {'1.2'}, Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'Agent': {'1.1'}, Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'ConntrackHelper': {'1.0'}, Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'LocalIPAssociation': {'1.0'}, Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'Log': {'1.0'}, Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'NDPProxy': {'1.0'}, Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'Network': {'1.1'}, Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'Port': {'1.7'}, Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'PortForwarding': {'1.3'}, Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'QosPolicy': {'1.10'}, Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'SecurityGroup': {'1.5'}, Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'SecurityGroupRule': {'1.2'}, Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'SubPort': {'1.0'}, Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'Subnet': {'1.1'}, Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'Trunk': {'1.1'}} Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: consumer versions: Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: { DHCP agent@dv-cinder-801354-10-iscsi: {}, Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: L3 agent@dv-cinder-801354-10-iscsi: {}, Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: Metadata agent@dv-cinder-801354-10-iscsi: {}, Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: Metering agent@dv-cinder-801354-10-iscsi: {}, Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: Open vSwitch agent@dv-cinder-801354-10-iscsi: { 'AddressGroup': '1.2', Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'Agent': '1.1', Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'ConntrackHelper': '1.0', Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'LocalIPAssociation': '1.0', Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'Log': '1.0', Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'NDPProxy': '1.0', Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'Network': '1.1', Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'Port': '1.7', Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'PortForwarding': '1.3', Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'QosPolicy': '1.10', Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'SecurityGroup': '1.5', Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'SecurityGroupRule': '1.2', Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'SubPort': '1.0', Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'Subnet': '1.1', Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: 'Trunk': '1.1'}} Sep 13 12:56:44.908868 dv-cinder-801354-10-iscsi neutron-server[106850]: {{(pid=106850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 12:56:44.945566 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734282471325'] for network (864c9485-94db-4ced-9af6-31ffd34c62ec), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:45.045933 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for network (864c9485-94db-4ced-9af6-31ffd34c62ec), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:45.050900 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:56:45.051610 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:45.089092 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=57,neutron:INSERT=39,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:56:45.166943 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] Pushing event updated for resources: {'Network': ['ID=864c9485-94db-4ced-9af6-31ffd34c62ec,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 12:56:45.179267 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Network 864c9485-94db-4ced-9af6-31ffd34c62ec details requested by agent ovs-agent-dv-cinder-801354-10-iscsi with host dv-cinder-801354-10-iscsi {{(pid=106851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 12:56:45.229112 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-04c3bef6-99d7-4d5e-945e-2152a0dfbeb9 demo demo] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0744944 Sep 13 12:56:47.875168 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 59268) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:56:48.131189 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=6 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:56:48.137311 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:56:48.288087 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73450945-a9e5-48fa-8e5c-6286e7d4117b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:56:48.289462 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-73450945-a9e5-48fa-8e5c-6286e7d4117b demo admin] 10.222.0.72 "GET /networking/v2.0/networks/864c9485-94db-4ced-9af6-31ffd34c62ec HTTP/1.1" status: 200 len: 825 time: 0.4133637 Sep 13 12:56:48.316214 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-ceffc1dc-8ef4-432e-ab4c-24ab4a802efb demo admin] 10.222.0.72 "GET /networking/v2.0/subnetpools/6f47cf31-c1ee-461a-b538-b23e5d3dc511 HTTP/1.1" status: 200 len: 734 time: 0.0201561 Sep 13 12:56:48.325797 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-1e51d2c6-4fe2-4adc-a384-ba01f638bcbf demo admin] Request body: {'subnet': {'subnetpool_id': '6f47cf31-c1ee-461a-b538-b23e5d3dc511', 'name': 'private-subnet', 'network_id': '864c9485-94db-4ced-9af6-31ffd34c62ec', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 12:56:48.440464 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e51d2c6-4fe2-4adc-a384-ba01f638bcbf demo admin] Made reservation on behalf of 7a1d4145c5484035a6842313c2648cc1 for: {'subnet': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 12:56:48.442711 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1e51d2c6-4fe2-4adc-a384-ba01f638bcbf demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:48.661610 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:56:48.795023 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1e51d2c6-4fe2-4adc-a384-ba01f638bcbf demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for subnet (3e87c6c9-aa7a-48ff-b579-7703ef8b962d), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:48.867607 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e51d2c6-4fe2-4adc-a384-ba01f638bcbf demo admin] Pushing event updated for resources: {'Subnet': ['ID=3e87c6c9-aa7a-48ff-b579-7703ef8b962d,revision_number=0']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 12:56:48.869841 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e51d2c6-4fe2-4adc-a384-ba01f638bcbf demo admin] Checking segment: {'id': '7640314c-537d-41e6-8248-43068cc80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '864c9485-94db-4ced-9af6-31ffd34c62ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 12:56:48.870212 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e51d2c6-4fe2-4adc-a384-ba01f638bcbf demo admin] Network hostable DHCP agents. Network: 864c9485-94db-4ced-9af6-31ffd34c62ec, hostable agents: ['03c760d5-e05f-4ba1-99ba-fbb88ab66826'], hosted agents: [] {{(pid=106850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 12:56:48.952168 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e51d2c6-4fe2-4adc-a384-ba01f638bcbf demo admin] Network 864c9485-94db-4ced-9af6-31ffd34c62ec is scheduled to be hosted by DHCP agent 03c760d5-e05f-4ba1-99ba-fbb88ab66826 with binding_index 1 {{(pid=106850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 12:56:49.020441 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-1e51d2c6-4fe2-4adc-a384-ba01f638bcbf demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-10-iscsi, 864c9485-94db-4ced-9af6-31ffd34c62ec) {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 12:56:49.025219 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e51d2c6-4fe2-4adc-a384-ba01f638bcbf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:56:49.025828 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1e51d2c6-4fe2-4adc-a384-ba01f638bcbf demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:49.030993 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ef5ecf-85ca-419c-8b92-879926a73f87 None None] Network 864c9485-94db-4ced-9af6-31ffd34c62ec requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 12:56:49.123444 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-1e51d2c6-4fe2-4adc-a384-ba01f638bcbf demo admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8016331 Sep 13 12:56:49.297484 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1564c7bc-c5f6-553f-96c2-04a46ebbc95f-864c9485-94db-4ced-9af6-31ffd34c62ec', 'network_id': '864c9485-94db-4ced-9af6-31ffd34c62ec', 'project_id': '7a1d4145c5484035a6842313c2648cc1', 'fixed_ips': [{'subnet_id': '3e87c6c9-aa7a-48ff-b579-7703ef8b962d'}]}} from dv-cinder-801354-10-iscsi. {{(pid=106851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 12:56:49.298806 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:49.531524 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=65,neutron:INSERT=35 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:56:49.582854 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.db_base_plugin_common [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Allocated IP 172.20.0.2 (864c9485-94db-4ced-9af6-31ffd34c62ec/3e87c6c9-aa7a-48ff-b579-7703ef8b962d/7399674e-7900-4267-8773-27bb3267b14e) {{(pid=106851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 12:56:49.851435 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Publish callbacks [] for port (7399674e-7900-4267-8773-27bb3267b14e), precommit_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:49.937128 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (7399674e-7900-4267-8773-27bb3267b14e), after_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:50.020190 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Network 864c9485-94db-4ced-9af6-31ffd34c62ec is already hosted by enough agents. {{(pid=106851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 12:56:50.024048 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.base_scheduler [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Resources bound (agent type, host, resource id): {{(pid=106851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 12:56:50.026981 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Received port after_create {{(pid=106851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 12:56:50.029494 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Pushing event updated for resources: {'Port': ['ID=7399674e-7900-4267-8773-27bb3267b14e,revision_number=1']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 12:56:50.039566 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:50.040208 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:50.040336 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:50.040588 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:50.040921 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:50.041250 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:50.041572 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:50.041925 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:50.042266 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:50.042592 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:50.042950 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:50.043286 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:50.043606 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:50.043925 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:50.044240 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Tracked resource versions report: Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: pushed versions: Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: { 'AddressGroup': {'1.2'}, Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'Agent': {'1.1'}, Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'ConntrackHelper': {'1.0'}, Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'LocalIPAssociation': {'1.0'}, Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'Log': {'1.0'}, Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'NDPProxy': {'1.0'}, Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'Network': {'1.1'}, Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'Port': {'1.7'}, Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'PortForwarding': {'1.3'}, Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'QosPolicy': {'1.10'}, Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'SecurityGroup': {'1.5'}, Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'SecurityGroupRule': {'1.2'}, Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'SubPort': {'1.0'}, Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'Subnet': {'1.1'}, Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'Trunk': {'1.1'}} Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: consumer versions: Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: { DHCP agent@dv-cinder-801354-10-iscsi: {}, Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: L3 agent@dv-cinder-801354-10-iscsi: {}, Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: Metadata agent@dv-cinder-801354-10-iscsi: {}, Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: Metering agent@dv-cinder-801354-10-iscsi: {}, Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: Open vSwitch agent@dv-cinder-801354-10-iscsi: { 'AddressGroup': '1.2', Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'Agent': '1.1', Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'ConntrackHelper': '1.0', Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'LocalIPAssociation': '1.0', Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'Log': '1.0', Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'NDPProxy': '1.0', Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'Network': '1.1', Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'Port': '1.7', Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'PortForwarding': '1.3', Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'QosPolicy': '1.10', Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'SecurityGroup': '1.5', Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'SecurityGroupRule': '1.2', Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'SubPort': '1.0', Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'Subnet': '1.1', Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: 'Trunk': '1.1'}} Sep 13 12:56:50.045830 dv-cinder-801354-10-iscsi neutron-server[106851]: {{(pid=106851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 12:56:50.126252 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Attempting to bind port 7399674e-7900-4267-8773-27bb3267b14e on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 12:56:50.126534 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Attempting to bind port 7399674e-7900-4267-8773-27bb3267b14e by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': '7640314c-537d-41e6-8248-43068cc80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '864c9485-94db-4ced-9af6-31ffd34c62ec'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 12:56:50.126968 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Attempting to bind port 7399674e-7900-4267-8773-27bb3267b14e on network 864c9485-94db-4ced-9af6-31ffd34c62ec {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 12:56:50.154507 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=7 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:56:50.173493 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 12, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 12:56:50.173972 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Checking segment: {'id': '7640314c-537d-41e6-8248-43068cc80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '864c9485-94db-4ced-9af6-31ffd34c62ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 12:56:50.174467 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:50.174857 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Bound using segment: {'id': '7640314c-537d-41e6-8248-43068cc80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '864c9485-94db-4ced-9af6-31ffd34c62ec'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 12:56:50.175347 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Bound port: 7399674e-7900-4267-8773-27bb3267b14e, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7640314c-537d-41e6-8248-43068cc80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '864c9485-94db-4ced-9af6-31ffd34c62ec'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 12:56:50.175743 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (7399674e-7900-4267-8773-27bb3267b14e), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:50.369892 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] For port 7399674e-7900-4267-8773-27bb3267b14e, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 12:56:50.390887 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] For port 7399674e-7900-4267-8773-27bb3267b14e, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=7399674e-7900-4267-8773-27bb3267b14e,segment=NetworkSegment(7640314c-537d-41e6-8248-43068cc80193),segment_id=7640314c-537d-41e6-8248-43068cc80193)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 12:56:50.455585 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (7399674e-7900-4267-8773-27bb3267b14e), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:50.520037 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f58d7a-5aaf-4ab0-81ee-b22355a0940a None None] Pushing event updated for resources: {'Port': ['ID=7399674e-7900-4267-8773-27bb3267b14e,revision_number=2']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 12:56:51.830157 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 59282) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:56:52.179658 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [None req-5e901079-e04d-4137-8d0e-0b5ab2686bce admin admin] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 12:56:52.181225 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-5e901079-e04d-4137-8d0e-0b5ab2686bce admin admin] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3500404 Sep 13 12:56:54.868419 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 59290) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:56:55.191766 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [None req-6246556c-d429-492a-bb36-5d8a389dafd5 admin admin] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 12:56:55.192835 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-6246556c-d429-492a-bb36-5d8a389dafd5 admin admin] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3234978 Sep 13 12:56:57.865002 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 59302) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:56:57.912797 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 7399674e-7900-4267-8773-27bb3267b14e up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 12:56:57.991113 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 7399674e-7900-4267-8773-27bb3267b14e triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 12:56:57.991524 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (7399674e-7900-4267-8773-27bb3267b14e), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:58.095132 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 7399674e-7900-4267-8773-27bb3267b14e is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 12:56:58.095525 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (7399674e-7900-4267-8773-27bb3267b14e), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:58.131217 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port 7399674e-7900-4267-8773-27bb3267b14e, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=7399674e-7900-4267-8773-27bb3267b14e,segment=NetworkSegment(7640314c-537d-41e6-8248-43068cc80193),segment_id=7640314c-537d-41e6-8248-43068cc80193)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 12:56:58.229379 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (7399674e-7900-4267-8773-27bb3267b14e), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:58.284543 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=7399674e-7900-4267-8773-27bb3267b14e,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 12:56:58.415240 dv-cinder-801354-10-iscsi neutron-server[106849]: WARNING oslo_policy.policy [None req-801ea3d5-644d-4635-b627-197460f36eda demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 12:56:58.415800 dv-cinder-801354-10-iscsi neutron-server[106849]: WARNING oslo_policy.policy [None req-801ea3d5-644d-4635-b627-197460f36eda demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 12:56:58.634758 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-801ea3d5-644d-4635-b627-197460f36eda demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 12:56:58.643015 dv-cinder-801354-10-iscsi neutron-server[106849]: ERROR stevedore.extension [None req-801ea3d5-644d-4635-b627-197460f36eda demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 13 12:56:58.694886 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.policy [None req-801ea3d5-644d-4635-b627-197460f36eda demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106849) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 13 12:56:58.736879 dv-cinder-801354-10-iscsi neutron-server[106849]: WARNING oslo_policy.policy [None req-801ea3d5-644d-4635-b627-197460f36eda demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 12:56:58.737275 dv-cinder-801354-10-iscsi neutron-server[106849]: WARNING oslo_policy.policy [None req-801ea3d5-644d-4635-b627-197460f36eda demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 13 12:56:58.758160 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writer thread running {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 13 12:56:58.764281 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:56:58.788144 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60b1400-85e6-4e79-ab94-580a691f9455 None None] Network 864c9485-94db-4ced-9af6-31ffd34c62ec requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 12:56:58.836694 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:56:58.876373 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-6839feda-346d-4496-8d21-88b4877e819a None None] Provisioning complete for port 7399674e-7900-4267-8773-27bb3267b14e triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 12:56:58.876759 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-6839feda-346d-4496-8d21-88b4877e819a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (7399674e-7900-4267-8773-27bb3267b14e), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:58.929575 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-801ea3d5-644d-4635-b627-197460f36eda demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13126'] for router (f38b5b76-0e53-4b68-840d-58d964e3d6f4), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:58.931477 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-801ea3d5-644d-4635-b627-197460f36eda demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1737249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13133'] for router (f38b5b76-0e53-4b68-840d-58d964e3d6f4), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:58.988054 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-6839feda-346d-4496-8d21-88b4877e819a None None] Current status of the port 7399674e-7900-4267-8773-27bb3267b14e is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 12:56:59.035116 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=79,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:56:59.037616 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:56:59.095789 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-801ea3d5-644d-4635-b627-197460f36eda demo demo] Publish callbacks [] for router_controller (f38b5b76-0e53-4b68-840d-58d964e3d6f4), precommit_add_association {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:59.161290 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-801ea3d5-644d-4635-b627-197460f36eda demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583670'] for router (f38b5b76-0e53-4b68-840d-58d964e3d6f4), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:59.204683 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-dc31ce18-4db0-4e5b-ae3e-3b4f21edc65b None None] Provisioning complete for port 7399674e-7900-4267-8773-27bb3267b14e triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 12:56:59.205058 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-dc31ce18-4db0-4e5b-ae3e-3b4f21edc65b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (7399674e-7900-4267-8773-27bb3267b14e), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:59.257118 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-801ea3d5-644d-4635-b627-197460f36eda demo demo] Publish callbacks [] for router (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:56:59.259502 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-801ea3d5-644d-4635-b627-197460f36eda demo demo] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 1.3924353 Sep 13 12:56:59.280576 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-dc31ce18-4db0-4e5b-ae3e-3b4f21edc65b None None] Current status of the port 7399674e-7900-4267-8773-27bb3267b14e is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 12:56:59.903165 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 7399674e-7900-4267-8773-27bb3267b14e up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 12:56:59.926321 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=100 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:56:59.946551 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 7399674e-7900-4267-8773-27bb3267b14e triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 12:56:59.946936 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (7399674e-7900-4267-8773-27bb3267b14e), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:00.022423 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 7399674e-7900-4267-8773-27bb3267b14e is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 12:57:01.881571 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 59322) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:57:02.211924 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [None req-f30b8d50-4e6b-48f4-92d0-4227c4dfd03f admin admin] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 12:57:02.212189 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-f30b8d50-4e6b-48f4-92d0-4227c4dfd03f admin admin] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3296554 Sep 13 12:57:03.226196 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-7ffb4865-593f-4ac6-ba8f-66e078950403 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:04.835079 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 59330) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:57:05.157645 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Request body: {'network': {'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 12:57:05.243440 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Made reservation on behalf of cdd5b4a37f1d439babc288358ccc8191 for: {'network': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 12:57:05.246797 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for network (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:05.262887 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:05.368972 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Publish callbacks [] for security_group (0b45c136-ee2a-46d1-9560-bcc85763990f), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:05.420583 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-aab978d5-d24a-4587-9e7d-c160cd60fca2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:05.460709 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (0b45c136-ee2a-46d1-9560-bcc85763990f), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:05.473039 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Reserving flat network on physical network physnet1 {{(pid=106849) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 13 12:57:05.504059 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734283000239', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:05.504531 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Unsubscribe: segment precommit_create {{(pid=106849) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 13 12:57:05.505054 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.db.segments_db [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Added segment e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad of type flat for network b91df1e9-be0f-4e52-84e7-72fa847e0b1f Sep 13 12:57:05.539744 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b45c136-ee2a-46d1-9560-bcc85763990f,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 12:57:05.578297 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 5 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 12:57:05.579068 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:05.579411 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:05.579763 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:05.580093 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:05.580414 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:05.580735 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:05.581050 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:05.581409 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:05.581759 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:05.582087 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:05.582421 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:05.582741 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:05.583050 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:05.583360 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:05.583668 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Tracked resource versions report: Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: pushed versions: Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: { 'AddressGroup': {'1.2'}, Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'Agent': {'1.1'}, Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'ConntrackHelper': {'1.0'}, Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'LocalIPAssociation': {'1.0'}, Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'Log': {'1.0'}, Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'NDPProxy': {'1.0'}, Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'Network': {'1.1'}, Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'Port': {'1.7'}, Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'PortForwarding': {'1.3'}, Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'QosPolicy': {'1.10'}, Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'SecurityGroup': {'1.5'}, Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'SecurityGroupRule': {'1.2'}, Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'SubPort': {'1.0'}, Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'Subnet': {'1.1'}, Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'Trunk': {'1.1'}} Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: consumer versions: Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: { DHCP agent@dv-cinder-801354-10-iscsi: {}, Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: L3 agent@dv-cinder-801354-10-iscsi: {}, Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: Metadata agent@dv-cinder-801354-10-iscsi: {}, Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: Metering agent@dv-cinder-801354-10-iscsi: {}, Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: Open vSwitch agent@dv-cinder-801354-10-iscsi: { 'AddressGroup': '1.2', Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'Agent': '1.1', Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'ConntrackHelper': '1.0', Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'LocalIPAssociation': '1.0', Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'Log': '1.0', Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'NDPProxy': '1.0', Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'Network': '1.1', Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'Port': '1.7', Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'PortForwarding': '1.3', Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'QosPolicy': '1.10', Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'SecurityGroup': '1.5', Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'SecurityGroupRule': '1.2', Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'SubPort': '1.0', Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'Subnet': '1.1', Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: 'Trunk': '1.1'}} Sep 13 12:57:05.585158 dv-cinder-801354-10-iscsi neutron-server[106849]: {{(pid=106849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 12:57:05.624092 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734282471325'] for network (b91df1e9-be0f-4e52-84e7-72fa847e0b1f), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:05.723287 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for network (b91df1e9-be0f-4e52-84e7-72fa847e0b1f), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:05.724508 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:57:05.725219 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:05.824592 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] Pushing event updated for resources: {'Network': ['ID=b91df1e9-be0f-4e52-84e7-72fa847e0b1f,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 12:57:05.834599 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f details requested by agent ovs-agent-dv-cinder-801354-10-iscsi with host dv-cinder-801354-10-iscsi {{(pid=106851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 12:57:05.874779 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-2598a749-adb2-4f2a-be05-467afc249a22 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0385575 Sep 13 12:57:06.866105 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:08.148475 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:08.329416 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:08.489292 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 59342) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:57:08.900545 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81dbf3ca-c0ae-41df-b353-54f5b71a2b79 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:57:08.902371 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-81dbf3ca-c0ae-41df-b353-54f5b71a2b79 demo admin] 10.222.0.72 "GET /networking/v2.0/subnets/3e87c6c9-aa7a-48ff-b579-7703ef8b962d HTTP/1.1" status: 200 len: 849 time: 0.4120986 Sep 13 12:57:09.042772 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-1dca7279-ec1d-4d7b-9a04-ca8d62e54db5 demo admin] 10.222.0.72 "GET /networking/v2.0/routers/f38b5b76-0e53-4b68-840d-58d964e3d6f4 HTTP/1.1" status: 200 len: 704 time: 0.1335907 Sep 13 12:57:09.233215 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:57:09.306934 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fb93ec83-8a67-4a16-bf5a-ae2f641d6268 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:09.379420 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:57:09.604755 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-fb93ec83-8a67-4a16-bf5a-ae2f641d6268 demo admin] Allocated IP 172.20.0.1 (864c9485-94db-4ced-9af6-31ffd34c62ec/3e87c6c9-aa7a-48ff-b579-7703ef8b962d/f5b13045-d857-49a4-b0e3-30297fac88ca) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 12:57:09.789026 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fb93ec83-8a67-4a16-bf5a-ae2f641d6268 demo admin] Publish callbacks [] for port (f5b13045-d857-49a4-b0e3-30297fac88ca), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:09.901270 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fb93ec83-8a67-4a16-bf5a-ae2f641d6268 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (f5b13045-d857-49a4-b0e3-30297fac88ca), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:09.978022 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb93ec83-8a67-4a16-bf5a-ae2f641d6268 demo admin] Network 864c9485-94db-4ced-9af6-31ffd34c62ec is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 12:57:09.987389 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-fb93ec83-8a67-4a16-bf5a-ae2f641d6268 demo admin] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 12:57:09.990764 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb93ec83-8a67-4a16-bf5a-ae2f641d6268 demo admin] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 12:57:09.991573 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fb93ec83-8a67-4a16-bf5a-ae2f641d6268 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803539'] for router_interface (f38b5b76-0e53-4b68-840d-58d964e3d6f4), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:10.047331 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93ec83-8a67-4a16-bf5a-ae2f641d6268 demo admin] Pushing event updated for resources: {'Port': ['ID=f5b13045-d857-49a4-b0e3-30297fac88ca,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 12:57:10.161697 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-d16286e5-d467-4d8f-a93d-214bfb980611 None None] Provisioning complete for port f5b13045-d857-49a4-b0e3-30297fac88ca triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 12:57:10.162233 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d16286e5-d467-4d8f-a93d-214bfb980611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (f5b13045-d857-49a4-b0e3-30297fac88ca), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:10.192778 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-d16286e5-d467-4d8f-a93d-214bfb980611 None None] Port f5b13045-d857-49a4-b0e3-30297fac88ca cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 12:57:10.249983 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fb93ec83-8a67-4a16-bf5a-ae2f641d6268 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (f5b13045-d857-49a4-b0e3-30297fac88ca), before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:10.431554 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:57:10.503690 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fb93ec83-8a67-4a16-bf5a-ae2f641d6268 demo admin] Publish callbacks [] for port (f5b13045-d857-49a4-b0e3-30297fac88ca), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:10.588186 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fb93ec83-8a67-4a16-bf5a-ae2f641d6268 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (f5b13045-d857-49a4-b0e3-30297fac88ca), after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:10.589045 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fb93ec83-8a67-4a16-bf5a-ae2f641d6268 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1691706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1803655'] for router_interface (f38b5b76-0e53-4b68-840d-58d964e3d6f4), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:10.668041 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb93ec83-8a67-4a16-bf5a-ae2f641d6268 demo admin] Pushing event updated for resources: {'Port': ['ID=f5b13045-d857-49a4-b0e3-30297fac88ca,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 12:57:10.716984 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb93ec83-8a67-4a16-bf5a-ae2f641d6268 demo admin] Network 864c9485-94db-4ced-9af6-31ffd34c62ec is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 12:57:10.718286 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-fb93ec83-8a67-4a16-bf5a-ae2f641d6268 demo admin] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 12:57:10.727514 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:UPDATE=3,neutron:INSERT=2,neutron:SELECT=95 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:57:10.913814 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3dcb49dc-14ed-48ef-ba66-88a2f0f04107 None None] Provisioning complete for port f5b13045-d857-49a4-b0e3-30297fac88ca triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 12:57:10.914215 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3dcb49dc-14ed-48ef-ba66-88a2f0f04107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (f5b13045-d857-49a4-b0e3-30297fac88ca), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:10.947938 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3dcb49dc-14ed-48ef-ba66-88a2f0f04107 None None] Port f5b13045-d857-49a4-b0e3-30297fac88ca cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 12:57:10.949095 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb93ec83-8a67-4a16-bf5a-ae2f641d6268 demo admin] Router f38b5b76-0e53-4b68-840d-58d964e3d6f4 is scheduled to L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 with binding_index 1 {{(pid=106849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 12:57:11.040299 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb93ec83-8a67-4a16-bf5a-ae2f641d6268 demo admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 12:57:11.045784 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-fb93ec83-8a67-4a16-bf5a-ae2f641d6268 demo admin] 10.222.0.72 "PUT /networking/v2.0/routers/f38b5b76-0e53-4b68-840d-58d964e3d6f4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9968574 Sep 13 12:57:11.049612 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] Sync routers for ids ['f38b5b76-0e53-4b68-840d-58d964e3d6f4'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 12:57:11.063313 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] Routers {'f38b5b76-0e53-4b68-840d-58d964e3d6f4'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 12:57:11.064165 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T12:57:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['f38b5b76-0e53-4b68-840d-58d964e3d6f4'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 12:57:11.246249 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] Set router f38b5b76-0e53-4b68-840d-58d964e3d6f4 gateway port host: None {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 12:57:11.668075 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38b5b76-0e53-4b68-840d-58d964e3d6f4', 'name': 'router1', 'tenant_id': '7a1d4145c5484035a6842313c2648cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T12:56:58Z', 'updated_at': '2022-09-13T12:57:10Z', 'revision_number': 2, 'project_id': '7a1d4145c5484035a6842313c2648cc1', 'gw_port_host': None, '_interfaces': [{'id': 'f5b13045-d857-49a4-b0e3-30297fac88ca', 'name': '', 'network_id': '864c9485-94db-4ced-9af6-31ffd34c62ec', 'tenant_id': '7a1d4145c5484035a6842313c2648cc1', 'mac_address': 'fa:16:3e:e4:b4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38b5b76-0e53-4b68-840d-58d964e3d6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e87c6c9-aa7a-48ff-b579-7703ef8b962d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T12:57:09Z', 'updated_at': '2022-09-13T12:57:10Z', 'revision_number': 2, 'project_id': '7a1d4145c5484035a6842313c2648cc1', 'subnets': [{'id': '3e87c6c9-aa7a-48ff-b579-7703ef8b962d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f47cf31-c1ee-461a-b538-b23e5d3dc511'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 12:57:11.718452 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] Checking router: f38b5b76-0e53-4b68-840d-58d964e3d6f4 for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 12:57:11.718819 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] Updating router f38b5b76-0e53-4b68-840d-58d964e3d6f4 port f5b13045-d857-49a4-b0e3-30297fac88ca binding host dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 12:57:11.772471 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (f5b13045-d857-49a4-b0e3-30297fac88ca), before_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:12.284209 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] Publish callbacks [] for port (f5b13045-d857-49a4-b0e3-30297fac88ca), precommit_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:12.352251 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (f5b13045-d857-49a4-b0e3-30297fac88ca), after_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:12.501074 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d26849-c760-4bd2-bc7f-3f839a7f70d9 None None] Pushing event updated for resources: {'Port': ['ID=f5b13045-d857-49a4-b0e3-30297fac88ca,revision_number=3']} {{(pid=106852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 12:57:12.503299 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] Attempting to bind port f5b13045-d857-49a4-b0e3-30297fac88ca on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 12:57:12.503684 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] Attempting to bind port f5b13045-d857-49a4-b0e3-30297fac88ca by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': '7640314c-537d-41e6-8248-43068cc80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '864c9485-94db-4ced-9af6-31ffd34c62ec'}] {{(pid=106852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 12:57:12.504111 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] Attempting to bind port f5b13045-d857-49a4-b0e3-30297fac88ca on network 864c9485-94db-4ced-9af6-31ffd34c62ec {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 12:57:12.543603 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d26849-c760-4bd2-bc7f-3f839a7f70d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:12.543865 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d26849-c760-4bd2-bc7f-3f839a7f70d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:12.544203 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d26849-c760-4bd2-bc7f-3f839a7f70d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:12.544536 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d26849-c760-4bd2-bc7f-3f839a7f70d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:12.544859 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d26849-c760-4bd2-bc7f-3f839a7f70d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:12.545178 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d26849-c760-4bd2-bc7f-3f839a7f70d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:12.545495 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d26849-c760-4bd2-bc7f-3f839a7f70d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:12.545832 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d26849-c760-4bd2-bc7f-3f839a7f70d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:12.546167 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d26849-c760-4bd2-bc7f-3f839a7f70d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:12.546487 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d26849-c760-4bd2-bc7f-3f839a7f70d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:12.546806 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d26849-c760-4bd2-bc7f-3f839a7f70d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:12.547134 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d26849-c760-4bd2-bc7f-3f839a7f70d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:12.547451 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d26849-c760-4bd2-bc7f-3f839a7f70d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:12.547762 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d26849-c760-4bd2-bc7f-3f839a7f70d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:12.548071 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d26849-c760-4bd2-bc7f-3f839a7f70d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d26849-c760-4bd2-bc7f-3f839a7f70d9 None None] Tracked resource versions report: Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: pushed versions: Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: { 'AddressGroup': {'1.2'}, Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'Agent': {'1.1'}, Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'ConntrackHelper': {'1.0'}, Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'LocalIPAssociation': {'1.0'}, Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'Log': {'1.0'}, Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'NDPProxy': {'1.0'}, Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'Network': {'1.1'}, Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'Port': {'1.7'}, Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'PortForwarding': {'1.3'}, Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'QosPolicy': {'1.10'}, Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'SecurityGroup': {'1.5'}, Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'SecurityGroupRule': {'1.2'}, Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'SubPort': {'1.0'}, Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'Subnet': {'1.1'}, Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'Trunk': {'1.1'}} Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: consumer versions: Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: { DHCP agent@dv-cinder-801354-10-iscsi: {}, Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: L3 agent@dv-cinder-801354-10-iscsi: {}, Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: Metadata agent@dv-cinder-801354-10-iscsi: {}, Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: Metering agent@dv-cinder-801354-10-iscsi: {}, Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: Open vSwitch agent@dv-cinder-801354-10-iscsi: { 'AddressGroup': '1.2', Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'Agent': '1.1', Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'ConntrackHelper': '1.0', Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'LocalIPAssociation': '1.0', Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'Log': '1.0', Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'NDPProxy': '1.0', Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'Network': '1.1', Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'Port': '1.7', Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'PortForwarding': '1.3', Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'QosPolicy': '1.10', Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'SecurityGroup': '1.5', Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'SecurityGroupRule': '1.2', Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'SubPort': '1.0', Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'Subnet': '1.1', Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: 'Trunk': '1.1'}} Sep 13 12:57:12.549518 dv-cinder-801354-10-iscsi neutron-server[106852]: {{(pid=106852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 12:57:12.638796 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 12, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 12:57:12.639199 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] Checking segment: {'id': '7640314c-537d-41e6-8248-43068cc80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '864c9485-94db-4ced-9af6-31ffd34c62ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 12:57:12.639657 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:12.640068 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] Bound using segment: {'id': '7640314c-537d-41e6-8248-43068cc80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '864c9485-94db-4ced-9af6-31ffd34c62ec'} {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 12:57:12.640556 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] Bound port: f5b13045-d857-49a4-b0e3-30297fac88ca, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7640314c-537d-41e6-8248-43068cc80193', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '864c9485-94db-4ced-9af6-31ffd34c62ec'}}] {{(pid=106852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 12:57:12.640933 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (f5b13045-d857-49a4-b0e3-30297fac88ca), before_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:12.689274 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:57:12.695257 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:57:12.704848 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.db [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] For port f5b13045-d857-49a4-b0e3-30297fac88ca, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 12:57:12.725949 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.db [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] For port f5b13045-d857-49a4-b0e3-30297fac88ca, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=f5b13045-d857-49a4-b0e3-30297fac88ca,segment=NetworkSegment(7640314c-537d-41e6-8248-43068cc80193),segment_id=7640314c-537d-41e6-8248-43068cc80193)] {{(pid=106852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 12:57:12.811424 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (f5b13045-d857-49a4-b0e3-30297fac88ca), after_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:12.848585 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] Routers {'f38b5b76-0e53-4b68-840d-58d964e3d6f4'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 12:57:12.849184 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T12:57:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['f38b5b76-0e53-4b68-840d-58d964e3d6f4'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 12:57:12.924546 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d26849-c760-4bd2-bc7f-3f839a7f70d9 None None] Pushing event updated for resources: {'Port': ['ID=f5b13045-d857-49a4-b0e3-30297fac88ca,revision_number=4']} {{(pid=106852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 12:57:12.945661 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] Set router f38b5b76-0e53-4b68-840d-58d964e3d6f4 gateway port host: None {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 12:57:13.134948 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38b5b76-0e53-4b68-840d-58d964e3d6f4', 'name': 'router1', 'tenant_id': '7a1d4145c5484035a6842313c2648cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T12:56:58Z', 'updated_at': '2022-09-13T12:57:10Z', 'revision_number': 2, 'project_id': '7a1d4145c5484035a6842313c2648cc1', 'gw_port_host': None, '_interfaces': [{'id': 'f5b13045-d857-49a4-b0e3-30297fac88ca', 'name': '', 'network_id': '864c9485-94db-4ced-9af6-31ffd34c62ec', 'tenant_id': '7a1d4145c5484035a6842313c2648cc1', 'mac_address': 'fa:16:3e:e4:b4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38b5b76-0e53-4b68-840d-58d964e3d6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e87c6c9-aa7a-48ff-b579-7703ef8b962d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T12:57:09Z', 'updated_at': '2022-09-13T12:57:12Z', 'revision_number': 4, 'project_id': '7a1d4145c5484035a6842313c2648cc1', 'subnets': [{'id': '3e87c6c9-aa7a-48ff-b579-7703ef8b962d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f47cf31-c1ee-461a-b538-b23e5d3dc511'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 12:57:13.164648 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4addaf-db05-4c7d-ba62-95fed35cf2f3 None None] The sync data for ids ['f38b5b76-0e53-4b68-840d-58d964e3d6f4'] in dv-cinder-801354-10-iscsi is: [{'id': 'f38b5b76-0e53-4b68-840d-58d964e3d6f4', 'name': 'router1', 'tenant_id': '7a1d4145c5484035a6842313c2648cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T12:56:58Z', 'updated_at': '2022-09-13T12:57:10Z', 'revision_number': 2, 'project_id': '7a1d4145c5484035a6842313c2648cc1', 'gw_port_host': None, '_interfaces': [{'id': 'f5b13045-d857-49a4-b0e3-30297fac88ca', 'name': '', 'network_id': '864c9485-94db-4ced-9af6-31ffd34c62ec', 'tenant_id': '7a1d4145c5484035a6842313c2648cc1', 'mac_address': 'fa:16:3e:e4:b4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38b5b76-0e53-4b68-840d-58d964e3d6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e87c6c9-aa7a-48ff-b579-7703ef8b962d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T12:57:09Z', 'updated_at': '2022-09-13T12:57:12Z', 'revision_number': 4, 'project_id': '7a1d4145c5484035a6842313c2648cc1', 'subnets': [{'id': '3e87c6c9-aa7a-48ff-b579-7703ef8b962d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f47cf31-c1ee-461a-b538-b23e5d3dc511'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 12:57:13.697146 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 59354) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:57:14.096651 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47b4224-26e5-401b-9424-80e6e477becb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:57:14.098028 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-f47b4224-26e5-401b-9424-80e6e477becb admin admin] 10.222.0.72 "GET /networking/v2.0/networks/b91df1e9-be0f-4e52-84e7-72fa847e0b1f HTTP/1.1" status: 200 len: 842 time: 0.3999975 Sep 13 12:57:14.108283 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-0ce19f32-5aea-4eaa-b3e6-72242d98bafc admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'cidr': '172.27.1.0/24'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 12:57:14.232072 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ce19f32-5aea-4eaa-b3e6-72242d98bafc admin admin] Made reservation on behalf of cdd5b4a37f1d439babc288358ccc8191 for: {'subnet': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 12:57:14.234484 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0ce19f32-5aea-4eaa-b3e6-72242d98bafc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:14.596261 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.objects.ports [None req-0ce19f32-5aea-4eaa-b3e6-72242d98bafc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106849) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 13 12:57:14.596928 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0ce19f32-5aea-4eaa-b3e6-72242d98bafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for subnet (b3fa57f3-b336-4e89-a58a-b4c3ba2c6149), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:14.643360 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce19f32-5aea-4eaa-b3e6-72242d98bafc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3fa57f3-b336-4e89-a58a-b4c3ba2c6149,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 12:57:14.665725 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce19f32-5aea-4eaa-b3e6-72242d98bafc admin admin] Checking segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 12:57:14.666012 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce19f32-5aea-4eaa-b3e6-72242d98bafc admin admin] Network hostable DHCP agents. Network: b91df1e9-be0f-4e52-84e7-72fa847e0b1f, hostable agents: ['03c760d5-e05f-4ba1-99ba-fbb88ab66826'], hosted agents: [] {{(pid=106849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 12:57:14.670825 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:57:14.782265 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce19f32-5aea-4eaa-b3e6-72242d98bafc admin admin] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is scheduled to be hosted by DHCP agent 03c760d5-e05f-4ba1-99ba-fbb88ab66826 with binding_index 1 {{(pid=106849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 12:57:14.851056 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-0ce19f32-5aea-4eaa-b3e6-72242d98bafc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-10-iscsi, b91df1e9-be0f-4e52-84e7-72fa847e0b1f) {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 12:57:14.855575 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ce19f32-5aea-4eaa-b3e6-72242d98bafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:57:14.856776 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0ce19f32-5aea-4eaa-b3e6-72242d98bafc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:14.860226 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394f349b-6436-445b-afaf-d5424e3cd627 None None] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 12:57:14.931780 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-0ce19f32-5aea-4eaa-b3e6-72242d98bafc admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8273053 Sep 13 12:57:14.969322 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ccabba3-61a2-47a3-94c4-97b0e6db2ac1 None None] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 12:57:17.636252 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 59362) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:57:18.063547 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-a80188f9-4dc2-416c-8ebd-a632e31f0e1d demo admin] 10.222.0.72 "GET /networking/v2.0/routers/f38b5b76-0e53-4b68-840d-58d964e3d6f4 HTTP/1.1" status: 200 len: 710 time: 0.4258869 Sep 13 12:57:18.155610 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a2580a-a539-472f-9b51-5ea25a81248c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:57:18.156983 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-d5a2580a-a539-472f-9b51-5ea25a81248c demo admin] 10.222.0.72 "GET /networking/v2.0/networks/b91df1e9-be0f-4e52-84e7-72fa847e0b1f HTTP/1.1" status: 200 len: 886 time: 0.0881073 Sep 13 12:57:18.166050 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-529a586c-6960-4bf3-b0dc-284c9c495b79 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 12:57:18.238764 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:57:18.479803 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-529a586c-6960-4bf3-b0dc-284c9c495b79 demo admin] Publish callbacks [] for router_gateway (f38b5b76-0e53-4b68-840d-58d964e3d6f4), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:18.764494 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-529a586c-6960-4bf3-b0dc-284c9c495b79 demo admin] Publish callbacks [] for router_gateway (f38b5b76-0e53-4b68-840d-58d964e3d6f4), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:18.843804 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-529a586c-6960-4bf3-b0dc-284c9c495b79 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:18.950288 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-529a586c-6960-4bf3-b0dc-284c9c495b79 demo admin] Allocated IP 172.27.1.117 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/6aec52ff-96c1-4dae-9b19-13a92588a619) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 12:57:18.967871 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:57:19.054965 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-529a586c-6960-4bf3-b0dc-284c9c495b79 demo admin] Publish callbacks [] for port (6aec52ff-96c1-4dae-9b19-13a92588a619), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:19.131293 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-529a586c-6960-4bf3-b0dc-284c9c495b79 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (6aec52ff-96c1-4dae-9b19-13a92588a619), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:19.175538 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529a586c-6960-4bf3-b0dc-284c9c495b79 demo admin] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 12:57:19.179841 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:57:19.180840 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-529a586c-6960-4bf3-b0dc-284c9c495b79 demo admin] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 12:57:19.184317 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529a586c-6960-4bf3-b0dc-284c9c495b79 demo admin] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 12:57:19.223590 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529a586c-6960-4bf3-b0dc-284c9c495b79 demo admin] Pushing event updated for resources: {'Port': ['ID=6aec52ff-96c1-4dae-9b19-13a92588a619,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 12:57:19.513949 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-529a586c-6960-4bf3-b0dc-284c9c495b79 demo admin] Publish callbacks [] for router_gateway (f38b5b76-0e53-4b68-840d-58d964e3d6f4), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:19.695610 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-529a586c-6960-4bf3-b0dc-284c9c495b79 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1583821', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1582043', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4007'] for router (f38b5b76-0e53-4b68-840d-58d964e3d6f4), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:19.698761 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-529a586c-6960-4bf3-b0dc-284c9c495b79 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583670', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1583812', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1583679', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1582034'] for router (f38b5b76-0e53-4b68-840d-58d964e3d6f4), after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:19.798102 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-529a586c-6960-4bf3-b0dc-284c9c495b79 demo admin] Router f38b5b76-0e53-4b68-840d-58d964e3d6f4 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 12:57:19.896446 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-529a586c-6960-4bf3-b0dc-284c9c495b79 demo admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 12:57:19.901726 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-529a586c-6960-4bf3-b0dc-284c9c495b79 demo admin] Publish callbacks [] for router (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:19.904370 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-529a586c-6960-4bf3-b0dc-284c9c495b79 demo admin] 10.222.0.72 "PUT /networking/v2.0/routers/f38b5b76-0e53-4b68-840d-58d964e3d6f4 HTTP/1.1" status: 200 len: 890 time: 1.7412193 Sep 13 12:57:19.907036 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] Sync routers for ids ['f38b5b76-0e53-4b68-840d-58d964e3d6f4'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 12:57:19.920898 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] Routers {'f38b5b76-0e53-4b68-840d-58d964e3d6f4'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 12:57:19.921583 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T12:57:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['f38b5b76-0e53-4b68-840d-58d964e3d6f4'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 12:57:19.942391 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device f5b13045-d857-49a4-b0e3-30297fac88ca up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 12:57:20.140444 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:57:20.158164 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port f5b13045-d857-49a4-b0e3-30297fac88ca triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 12:57:20.158550 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (f5b13045-d857-49a4-b0e3-30297fac88ca), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:20.184630 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] Set router f38b5b76-0e53-4b68-840d-58d964e3d6f4 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 12:57:20.391895 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:57:20.482222 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port f5b13045-d857-49a4-b0e3-30297fac88ca is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 12:57:20.482606 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (f5b13045-d857-49a4-b0e3-30297fac88ca), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:20.588263 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port f5b13045-d857-49a4-b0e3-30297fac88ca, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=f5b13045-d857-49a4-b0e3-30297fac88ca,segment=NetworkSegment(7640314c-537d-41e6-8248-43068cc80193),segment_id=7640314c-537d-41e6-8248-43068cc80193)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 12:57:20.623753 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38b5b76-0e53-4b68-840d-58d964e3d6f4', 'name': 'router1', 'tenant_id': '7a1d4145c5484035a6842313c2648cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6aec52ff-96c1-4dae-9b19-13a92588a619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T12:56:58Z', 'updated_at': '2022-09-13T12:57:19Z', 'revision_number': 4, 'project_id': '7a1d4145c5484035a6842313c2648cc1', 'gw_port': {'id': '6aec52ff-96c1-4dae-9b19-13a92588a619', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:12:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38b5b76-0e53-4b68-840d-58d964e3d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T12:57:18Z', 'updated_at': '2022-09-13T12:57:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'f5b13045-d857-49a4-b0e3-30297fac88ca', 'name': '', 'network_id': '864c9485-94db-4ced-9af6-31ffd34c62ec', 'tenant_id': '7a1d4145c5484035a6842313c2648cc1', 'mac_address': 'fa:16:3e:e4:b4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38b5b76-0e53-4b68-840d-58d964e3d6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e87c6c9-aa7a-48ff-b579-7703ef8b962d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T12:57:09Z', 'updated_at': '2022-09-13T12:57:12Z', 'revision_number': 4, 'project_id': '7a1d4145c5484035a6842313c2648cc1', 'subnets': [{'id': '3e87c6c9-aa7a-48ff-b579-7703ef8b962d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f47cf31-c1ee-461a-b538-b23e5d3dc511'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 12:57:20.675590 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] Checking router: f38b5b76-0e53-4b68-840d-58d964e3d6f4 for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 12:57:20.675850 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] Updating router f38b5b76-0e53-4b68-840d-58d964e3d6f4 port 6aec52ff-96c1-4dae-9b19-13a92588a619 binding host dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 12:57:20.678179 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (f5b13045-d857-49a4-b0e3-30297fac88ca), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:20.832317 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (6aec52ff-96c1-4dae-9b19-13a92588a619), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:20.865555 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=f5b13045-d857-49a4-b0e3-30297fac88ca,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 12:57:21.152061 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] Publish callbacks [] for port (6aec52ff-96c1-4dae-9b19-13a92588a619), precommit_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:21.216265 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (6aec52ff-96c1-4dae-9b19-13a92588a619), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:21.249026 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] Attempting to bind port 6aec52ff-96c1-4dae-9b19-13a92588a619 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 12:57:21.249378 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] Attempting to bind port 6aec52ff-96c1-4dae-9b19-13a92588a619 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 12:57:21.249753 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] Attempting to bind port 6aec52ff-96c1-4dae-9b19-13a92588a619 on network b91df1e9-be0f-4e52-84e7-72fa847e0b1f {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 12:57:21.281022 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c1773-5609-4ddc-9931-5a0f4257b422 None None] Pushing event updated for resources: {'Port': ['ID=6aec52ff-96c1-4dae-9b19-13a92588a619,revision_number=2']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 12:57:21.395672 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 12, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 12:57:21.396037 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] Checking segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 12:57:21.396424 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:21.396804 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] Bound using segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 12:57:21.397287 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] Bound port: 6aec52ff-96c1-4dae-9b19-13a92588a619, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 12:57:21.397656 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (6aec52ff-96c1-4dae-9b19-13a92588a619), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:21.445399 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] For port 6aec52ff-96c1-4dae-9b19-13a92588a619, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 12:57:21.446951 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:57:21.449269 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] For port 6aec52ff-96c1-4dae-9b19-13a92588a619, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=6aec52ff-96c1-4dae-9b19-13a92588a619,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 12:57:21.530997 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (6aec52ff-96c1-4dae-9b19-13a92588a619), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:21.579463 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] Routers {'f38b5b76-0e53-4b68-840d-58d964e3d6f4'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 12:57:21.580068 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T12:57:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['f38b5b76-0e53-4b68-840d-58d964e3d6f4'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 12:57:21.634693 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:57:21.637984 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78c1773-5609-4ddc-9931-5a0f4257b422 None None] Pushing event updated for resources: {'Port': ['ID=6aec52ff-96c1-4dae-9b19-13a92588a619,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 12:57:21.701191 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] Set router f38b5b76-0e53-4b68-840d-58d964e3d6f4 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 12:57:21.894870 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38b5b76-0e53-4b68-840d-58d964e3d6f4', 'name': 'router1', 'tenant_id': '7a1d4145c5484035a6842313c2648cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6aec52ff-96c1-4dae-9b19-13a92588a619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T12:56:58Z', 'updated_at': '2022-09-13T12:57:19Z', 'revision_number': 4, 'project_id': '7a1d4145c5484035a6842313c2648cc1', 'gw_port': {'id': '6aec52ff-96c1-4dae-9b19-13a92588a619', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:12:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38b5b76-0e53-4b68-840d-58d964e3d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T12:57:18Z', 'updated_at': '2022-09-13T12:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'f5b13045-d857-49a4-b0e3-30297fac88ca', 'name': '', 'network_id': '864c9485-94db-4ced-9af6-31ffd34c62ec', 'tenant_id': '7a1d4145c5484035a6842313c2648cc1', 'mac_address': 'fa:16:3e:e4:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38b5b76-0e53-4b68-840d-58d964e3d6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e87c6c9-aa7a-48ff-b579-7703ef8b962d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T12:57:09Z', 'updated_at': '2022-09-13T12:57:20Z', 'revision_number': 5, 'project_id': '7a1d4145c5484035a6842313c2648cc1', 'subnets': [{'id': '3e87c6c9-aa7a-48ff-b579-7703ef8b962d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f47cf31-c1ee-461a-b538-b23e5d3dc511'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 12:57:21.925479 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device f5b13045-d857-49a4-b0e3-30297fac88ca up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 12:57:21.929277 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcc5526-c7a3-49e8-bb16-b1e12bc93558 None None] The sync data for ids ['f38b5b76-0e53-4b68-840d-58d964e3d6f4'] in dv-cinder-801354-10-iscsi is: [{'id': 'f38b5b76-0e53-4b68-840d-58d964e3d6f4', 'name': 'router1', 'tenant_id': '7a1d4145c5484035a6842313c2648cc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '6aec52ff-96c1-4dae-9b19-13a92588a619', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T12:56:58Z', 'updated_at': '2022-09-13T12:57:19Z', 'revision_number': 4, 'project_id': '7a1d4145c5484035a6842313c2648cc1', 'gw_port': {'id': '6aec52ff-96c1-4dae-9b19-13a92588a619', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:12:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38b5b76-0e53-4b68-840d-58d964e3d6f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T12:57:18Z', 'updated_at': '2022-09-13T12:57:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'f5b13045-d857-49a4-b0e3-30297fac88ca', 'name': '', 'network_id': '864c9485-94db-4ced-9af6-31ffd34c62ec', 'tenant_id': '7a1d4145c5484035a6842313c2648cc1', 'mac_address': 'fa:16:3e:e4:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38b5b76-0e53-4b68-840d-58d964e3d6f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3e87c6c9-aa7a-48ff-b579-7703ef8b962d', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T12:57:09Z', 'updated_at': '2022-09-13T12:57:20Z', 'revision_number': 5, 'project_id': '7a1d4145c5484035a6842313c2648cc1', 'subnets': [{'id': '3e87c6c9-aa7a-48ff-b579-7703ef8b962d', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6f47cf31-c1ee-461a-b538-b23e5d3dc511'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 12:57:21.975452 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port f5b13045-d857-49a4-b0e3-30297fac88ca triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 12:57:21.975841 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (f5b13045-d857-49a4-b0e3-30297fac88ca), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:22.059792 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port f5b13045-d857-49a4-b0e3-30297fac88ca is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 12:57:22.760986 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 59374) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:57:23.226325 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-e67eec91-8e55-405f-92c3-9b81628358fa admin admin] 10.222.0.72 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4641154 Sep 13 12:57:23.929224 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 6aec52ff-96c1-4dae-9b19-13a92588a619 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 12:57:23.976098 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 6aec52ff-96c1-4dae-9b19-13a92588a619 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 12:57:23.976481 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (6aec52ff-96c1-4dae-9b19-13a92588a619), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:24.050058 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 6aec52ff-96c1-4dae-9b19-13a92588a619 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 12:57:24.050431 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (6aec52ff-96c1-4dae-9b19-13a92588a619), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:24.073310 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port 6aec52ff-96c1-4dae-9b19-13a92588a619, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=6aec52ff-96c1-4dae-9b19-13a92588a619,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 12:57:24.137551 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (6aec52ff-96c1-4dae-9b19-13a92588a619), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:24.186260 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=6aec52ff-96c1-4dae-9b19-13a92588a619,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 12:57:25.580575 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:UPDATE=1,neutron:SELECT=56,neutron:INSERT=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:57:25.586933 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=33 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:57:25.941872 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 6aec52ff-96c1-4dae-9b19-13a92588a619 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 12:57:25.986233 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 6aec52ff-96c1-4dae-9b19-13a92588a619 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 12:57:25.986758 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (6aec52ff-96c1-4dae-9b19-13a92588a619), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:26.056947 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 6aec52ff-96c1-4dae-9b19-13a92588a619 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 12:57:33.161889 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:57:33.219786 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=79,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:57:33.222655 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=59 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:57:33.266783 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-39099e3a-ae5f-40e5-a1ab-fa15a3f48bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:35.387715 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-da97f305-3b26-4fa6-b835-6a69969648fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:36.837194 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:38.153985 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:38.331122 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:57:42.577592 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 5 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 12:57:48.262337 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:57:48.265191 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:58:02.589881 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=2 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:58:02.596024 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=6 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:58:03.244618 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-912f1fb4-2885-4bda-b9dc-c5470bedb0ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:58:05.386939 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-b2f06dcc-0c67-4a3a-a337-65ba5a51f6e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:58:06.843615 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:58:08.163432 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:58:08.323720 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:58:18.257351 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:58:18.262136 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:58:19.575975 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 5 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 12:58:31.575616 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:58:33.219549 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-6afb4ff4-f582-415d-b977-bc13e1d929f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:58:35.373776 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-5deddccb-d60b-4530-9a6b-5b40ab2f17df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:58:36.837225 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:58:38.156943 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:58:38.299696 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:58:39.579565 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=7 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:58:48.261522 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:58:48.262964 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:58:51.013391 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 59926) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:58:51.350019 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5e4f39d-5126-4419-938d-d46b9610d450 admin admin] GET failed (client error): The resource could not be found. Sep 13 12:58:51.351297 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-d5e4f39d-5126-4419-938d-d46b9610d450 admin admin] 10.222.0.72 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3369482 Sep 13 12:58:51.514030 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269624c6-d7c7-492b-a05e-58f4be298652 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:58:51.515500 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-269624c6-d7c7-492b-a05e-58f4be298652 admin admin] 10.222.0.72 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1593084 Sep 13 12:58:54.143738 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 59936) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:58:54.516798 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-196c076e-635e-4e62-9c6c-0e9e8f65aa93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:58:54.518152 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-196c076e-635e-4e62-9c6c-0e9e8f65aa93 admin admin] 10.222.0.72 "GET /networking/v2.0/subnets/3e87c6c9-aa7a-48ff-b579-7703ef8b962d HTTP/1.1" status: 200 len: 849 time: 0.3733790 Sep 13 12:58:54.528350 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-6cf12352-c23b-4d11-82e7-d1788ef2bba4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 12:58:54.613749 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-6cf12352-c23b-4d11-82e7-d1788ef2bba4 admin admin] Publish callbacks [] for subnet (3e87c6c9-aa7a-48ff-b579-7703ef8b962d), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:58:54.841919 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-6cf12352-c23b-4d11-82e7-d1788ef2bba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734282976386'] for subnet (3e87c6c9-aa7a-48ff-b579-7703ef8b962d), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:58:54.875630 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf12352-c23b-4d11-82e7-d1788ef2bba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:58:54.876837 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-6cf12352-c23b-4d11-82e7-d1788ef2bba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:58:54.877529 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-6cf12352-c23b-4d11-82e7-d1788ef2bba4 admin admin] 10.222.0.72 "PUT /networking/v2.0/subnets/3e87c6c9-aa7a-48ff-b579-7703ef8b962d HTTP/1.1" status: 200 len: 868 time: 0.3529606 Sep 13 12:58:54.893493 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35829c83-a4f5-4d6a-9d56-88bd42b599ad None None] Network 864c9485-94db-4ced-9af6-31ffd34c62ec requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 12:58:54.896674 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf12352-c23b-4d11-82e7-d1788ef2bba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e87c6c9-aa7a-48ff-b579-7703ef8b962d,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 12:58:54.905076 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf12352-c23b-4d11-82e7-d1788ef2bba4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:58:54.905419 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf12352-c23b-4d11-82e7-d1788ef2bba4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:58:54.905792 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf12352-c23b-4d11-82e7-d1788ef2bba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:58:54.906136 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf12352-c23b-4d11-82e7-d1788ef2bba4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:58:54.906498 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf12352-c23b-4d11-82e7-d1788ef2bba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:58:54.906829 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf12352-c23b-4d11-82e7-d1788ef2bba4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:58:54.907160 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf12352-c23b-4d11-82e7-d1788ef2bba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:58:54.907481 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf12352-c23b-4d11-82e7-d1788ef2bba4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:58:54.907819 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf12352-c23b-4d11-82e7-d1788ef2bba4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:58:54.908147 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf12352-c23b-4d11-82e7-d1788ef2bba4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:58:54.908487 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf12352-c23b-4d11-82e7-d1788ef2bba4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:58:54.908814 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf12352-c23b-4d11-82e7-d1788ef2bba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:58:54.909133 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf12352-c23b-4d11-82e7-d1788ef2bba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:58:54.909452 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf12352-c23b-4d11-82e7-d1788ef2bba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:58:54.909788 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cf12352-c23b-4d11-82e7-d1788ef2bba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:58:55.188334 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-71912759-b7ea-4f9c-937c-62c0db992ceb None None] Provisioning complete for port f5b13045-d857-49a4-b0e3-30297fac88ca triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 12:58:55.188718 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-71912759-b7ea-4f9c-937c-62c0db992ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (f5b13045-d857-49a4-b0e3-30297fac88ca), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:58:55.262253 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-71912759-b7ea-4f9c-937c-62c0db992ceb None None] Current status of the port f5b13045-d857-49a4-b0e3-30297fac88ca is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 12:58:55.270069 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-71912759-b7ea-4f9c-937c-62c0db992ceb None None] Provisioning complete for port 7399674e-7900-4267-8773-27bb3267b14e triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 12:58:55.270450 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-71912759-b7ea-4f9c-937c-62c0db992ceb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (7399674e-7900-4267-8773-27bb3267b14e), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:58:55.339301 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-71912759-b7ea-4f9c-937c-62c0db992ceb None None] Current status of the port 7399674e-7900-4267-8773-27bb3267b14e is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 12:58:56.574781 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 5 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 12:58:57.441625 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 59946) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:58:57.913138 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e98367e-cdf4-420f-bde1-11e55afbb8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:58:57.913614 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e98367e-cdf4-420f-bde1-11e55afbb8bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:58:57.915914 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-0e98367e-cdf4-420f-bde1-11e55afbb8bd admin admin] 10.222.0.72 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4733846 Sep 13 12:59:00.520914 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 59954) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:59:00.935137 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb00de77-7aeb-4f5e-9195-57eb70ca36a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:59:00.935600 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb00de77-7aeb-4f5e-9195-57eb70ca36a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:59:00.937102 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-bb00de77-7aeb-4f5e-9195-57eb70ca36a2 admin admin] 10.222.0.72 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4152503 Sep 13 12:59:01.509972 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=14 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:59:01.511880 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=11 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:59:03.218867 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-212c7d1a-0618-4c6b-b56c-d3409ed7bf35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:59:03.501068 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 59962) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:59:03.950664 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c52ce0-8f8b-4c23-b279-0156084c88b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:59:03.952021 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-58c52ce0-8f8b-4c23-b279-0156084c88b9 admin admin] 10.222.0.72 "GET /networking/v2.0/networks/864c9485-94db-4ced-9af6-31ffd34c62ec HTTP/1.1" status: 200 len: 869 time: 0.4500127 Sep 13 12:59:05.390614 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-4beda78a-bf3b-4c04-99c2-2e642edbcc40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:59:06.497138 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 59970) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:59:06.570791 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=2 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:59:06.824810 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:59:06.892376 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:59:06.907450 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6065ba-8b08-400b-a13a-f3bee1af455a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:59:06.908821 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-ed6065ba-8b08-400b-a13a-f3bee1af455a admin admin] 10.222.0.72 "GET /networking/v2.0/networks/b91df1e9-be0f-4e52-84e7-72fa847e0b1f HTTP/1.1" status: 200 len: 886 time: 0.4108176 Sep 13 12:59:08.138799 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:59:08.339118 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:59:09.478771 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 59978) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:59:09.875601 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84840014-7e5f-42f6-8394-80cc451296de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:59:09.876046 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84840014-7e5f-42f6-8394-80cc451296de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:59:09.877562 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-84840014-7e5f-42f6-8394-80cc451296de admin admin] 10.222.0.72 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3978240 Sep 13 12:59:12.435288 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 59986) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:59:12.783747 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:59:12.806836 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dc7726-d628-454e-897e-0c8f3fbaac0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:59:12.807287 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63dc7726-d628-454e-897e-0c8f3fbaac0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:59:12.808798 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-63dc7726-d628-454e-897e-0c8f3fbaac0d admin admin] 10.222.0.72 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3725762 Sep 13 12:59:15.372700 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 59994) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:59:15.743978 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09358684-9ce4-45ec-83f7-6821791557f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:59:15.745331 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-09358684-9ce4-45ec-83f7-6821791557f6 admin admin] 10.222.0.72 "GET /networking/v2.0/subnets/3e87c6c9-aa7a-48ff-b579-7703ef8b962d HTTP/1.1" status: 200 len: 868 time: 0.3716762 Sep 13 12:59:16.583995 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=6 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:59:18.261557 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=50,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:59:18.267811 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=42,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:59:18.323762 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 60002) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:59:18.688041 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dc8646-2201-4d12-8d9b-5876a34ddd3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:59:18.689354 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-25dc8646-2201-4d12-8d9b-5876a34ddd3d admin admin] 10.222.0.72 "GET /networking/v2.0/subnets/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149 HTTP/1.1" status: 200 len: 816 time: 0.3646197 Sep 13 12:59:22.801956 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=16 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:59:28.298859 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=12 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:59:28.302706 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=14 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:59:28.683894 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=12 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:59:28.684685 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=11 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:59:33.224080 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-083c945f-766d-48a3-93f2-c69c0e118aa6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:59:33.574002 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 5 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 12:59:35.378568 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-784a6ca0-7bda-4cd7-8188-91f598e7cf26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:59:36.864190 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:59:38.150059 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:59:38.350086 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:59:43.570384 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=2 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:59:48.266830 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:59:48.269775 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:59:48.345630 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 60058) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:59:48.676947 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [None req-c055c71c-b5bc-45a0-bb3d-a8fdf1656f21 admin admin] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 12:59:48.677975 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-c055c71c-b5bc-45a0-bb3d-a8fdf1656f21 admin admin] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3313594 Sep 13 12:59:51.334210 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 60066) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:59:51.674192 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.pecan_wsgi.hooks.translation [None req-89b33fe5-3b89-44d9-b085-7cdfcdc9052c admin admin] GET failed (client error): The resource could not be found. Sep 13 12:59:51.675446 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-89b33fe5-3b89-44d9-b085-7cdfcdc9052c admin admin] 10.222.0.72 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3403251 Sep 13 12:59:51.818654 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6168be-8310-4894-9938-8762de64cbbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:59:51.820776 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-1f6168be-8310-4894-9938-8762de64cbbf admin admin] 10.222.0.72 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1404741 Sep 13 12:59:53.589134 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=6 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:59:54.469885 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 60074) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:59:54.790853 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 12:59:54.863894 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Made reservation on behalf of cdd5b4a37f1d439babc288358ccc8191 for: {'network': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 12:59:54.866338 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for network (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:59:54.893385 dv-cinder-801354-10-iscsi neutron-server[106849]: WARNING neutron.services.revisions.revision_plugin [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Could not find related network for resource to bump revision. Sep 13 12:59:54.907365 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=106849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 12:59:54.917358 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (a653afeb-7ae4-46c4-964d-b3aeea1ad0cd), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:59:54.917693 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.db.segments_db [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Added segment a653afeb-7ae4-46c4-964d-b3aeea1ad0cd of type vlan for network 22a51530-0603-4402-8845-b8604e38d5fc Sep 13 12:59:54.963877 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734282471325'] for network (22a51530-0603-4402-8845-b8604e38d5fc), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:59:55.035741 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for network (22a51530-0603-4402-8845-b8604e38d5fc), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:59:55.036655 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:59:55.037220 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:59:55.097381 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Pushing event updated for resources: {'Network': ['ID=22a51530-0603-4402-8845-b8604e38d5fc,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 12:59:55.104331 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:55.104670 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:55.105015 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:55.105344 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:55.105806 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:55.111292 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:55.111292 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:55.111292 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:55.111292 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:55.111292 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:55.111292 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:55.111292 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:55.111292 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:55.111292 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:55.111292 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:55.120764 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Network 22a51530-0603-4402-8845-b8604e38d5fc details requested by agent ovs-agent-dv-cinder-801354-10-iscsi with host dv-cinder-801354-10-iscsi {{(pid=106851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 12:59:55.141280 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-873288d6-9f14-4a13-85bb-0b5494e2b8c6 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6703091 Sep 13 12:59:57.755676 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 60082) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 12:59:58.090757 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0fdbe3c-76b4-429b-a12b-9a6d16852893 admin admin] GET failed (client error): The resource could not be found. Sep 13 12:59:58.092024 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-e0fdbe3c-76b4-429b-a12b-9a6d16852893 admin admin] 10.222.0.72 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3353784 Sep 13 12:59:58.163006 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ceb18c-079d-4fec-9720-472cde99b968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:59:58.165209 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-d4ceb18c-079d-4fec-9720-472cde99b968 admin admin] 10.222.0.72 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0688407 Sep 13 12:59:58.175231 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-84afed7c-8a98-4d73-96e0-2035f9d26d10 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '22a51530-0603-4402-8845-b8604e38d5fc', 'description': 'shared-subnet'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 12:59:58.246533 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84afed7c-8a98-4d73-96e0-2035f9d26d10 admin admin] Made reservation on behalf of cdd5b4a37f1d439babc288358ccc8191 for: {'subnet': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 12:59:58.248890 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-84afed7c-8a98-4d73-96e0-2035f9d26d10 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:59:58.452615 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-84afed7c-8a98-4d73-96e0-2035f9d26d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for subnet (f3ae13a0-e1ac-4e04-9881-e8bf7e4bac11), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:59:58.511806 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84afed7c-8a98-4d73-96e0-2035f9d26d10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ae13a0-e1ac-4e04-9881-e8bf7e4bac11,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 12:59:58.518368 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84afed7c-8a98-4d73-96e0-2035f9d26d10 admin admin] Checking segment: {'id': 'a653afeb-7ae4-46c4-964d-b3aeea1ad0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22a51530-0603-4402-8845-b8604e38d5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 12:59:58.518714 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84afed7c-8a98-4d73-96e0-2035f9d26d10 admin admin] Network hostable DHCP agents. Network: 22a51530-0603-4402-8845-b8604e38d5fc, hostable agents: ['03c760d5-e05f-4ba1-99ba-fbb88ab66826'], hosted agents: [] {{(pid=106849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 12:59:58.623687 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84afed7c-8a98-4d73-96e0-2035f9d26d10 admin admin] Network 22a51530-0603-4402-8845-b8604e38d5fc is scheduled to be hosted by DHCP agent 03c760d5-e05f-4ba1-99ba-fbb88ab66826 with binding_index 1 {{(pid=106849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 12:59:58.692285 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-84afed7c-8a98-4d73-96e0-2035f9d26d10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-10-iscsi, 22a51530-0603-4402-8845-b8604e38d5fc) {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 12:59:58.696868 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84afed7c-8a98-4d73-96e0-2035f9d26d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 12:59:58.697454 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-84afed7c-8a98-4d73-96e0-2035f9d26d10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:59:58.702452 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91e49f1-c89a-461a-885d-542f63c6f5bb None None] Network 22a51530-0603-4402-8845-b8604e38d5fc requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 12:59:58.775715 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-84afed7c-8a98-4d73-96e0-2035f9d26d10 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6037335 Sep 13 12:59:58.802666 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1564c7bc-c5f6-553f-96c2-04a46ebbc95f-22a51530-0603-4402-8845-b8604e38d5fc', 'network_id': '22a51530-0603-4402-8845-b8604e38d5fc', 'project_id': 'cdd5b4a37f1d439babc288358ccc8191', 'fixed_ips': [{'subnet_id': 'f3ae13a0-e1ac-4e04-9881-e8bf7e4bac11'}]}} from dv-cinder-801354-10-iscsi. {{(pid=106851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 12:59:58.803877 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:59:59.039359 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.db_base_plugin_common [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Allocated IP 192.168.233.2 (22a51530-0603-4402-8845-b8604e38d5fc/f3ae13a0-e1ac-4e04-9881-e8bf7e4bac11/5885b647-7d0f-42ba-bc00-2c57503f6ca4) {{(pid=106851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 12:59:59.181374 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Publish callbacks [] for port (5885b647-7d0f-42ba-bc00-2c57503f6ca4), precommit_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:59:59.235922 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (5885b647-7d0f-42ba-bc00-2c57503f6ca4), after_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:59:59.271977 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Network 22a51530-0603-4402-8845-b8604e38d5fc is already hosted by enough agents. {{(pid=106851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 12:59:59.277457 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.base_scheduler [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Resources bound (agent type, host, resource id): {{(pid=106851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 12:59:59.282142 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Received port after_create {{(pid=106851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 12:59:59.293726 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Pushing event updated for resources: {'Port': ['ID=5885b647-7d0f-42ba-bc00-2c57503f6ca4,revision_number=1']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 12:59:59.314863 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:59.315193 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:59.315550 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:59.315897 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:59.316222 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:59.316538 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:59.316850 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:59.317168 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:59.317496 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:59.317839 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:59.318155 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:59.318484 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:59.318793 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:59.319102 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:59.320006 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 12:59:59.356512 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Attempting to bind port 5885b647-7d0f-42ba-bc00-2c57503f6ca4 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 12:59:59.356874 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Attempting to bind port 5885b647-7d0f-42ba-bc00-2c57503f6ca4 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': 'a653afeb-7ae4-46c4-964d-b3aeea1ad0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22a51530-0603-4402-8845-b8604e38d5fc'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 12:59:59.357245 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Attempting to bind port 5885b647-7d0f-42ba-bc00-2c57503f6ca4 on network 22a51530-0603-4402-8845-b8604e38d5fc {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 12:59:59.402038 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 12, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 12:59:59.402399 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Checking segment: {'id': 'a653afeb-7ae4-46c4-964d-b3aeea1ad0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22a51530-0603-4402-8845-b8604e38d5fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 12:59:59.402792 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:59:59.403175 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Bound using segment: {'id': 'a653afeb-7ae4-46c4-964d-b3aeea1ad0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22a51530-0603-4402-8845-b8604e38d5fc'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 12:59:59.403647 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Bound port: 5885b647-7d0f-42ba-bc00-2c57503f6ca4, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a653afeb-7ae4-46c4-964d-b3aeea1ad0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22a51530-0603-4402-8845-b8604e38d5fc'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 12:59:59.404045 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (5885b647-7d0f-42ba-bc00-2c57503f6ca4), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:59:59.464079 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] For port 5885b647-7d0f-42ba-bc00-2c57503f6ca4, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 12:59:59.465814 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:59:59.472886 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] For port 5885b647-7d0f-42ba-bc00-2c57503f6ca4, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=5885b647-7d0f-42ba-bc00-2c57503f6ca4,segment=NetworkSegment(a653afeb-7ae4-46c4-964d-b3aeea1ad0cd),segment_id=a653afeb-7ae4-46c4-964d-b3aeea1ad0cd)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 12:59:59.590205 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (5885b647-7d0f-42ba-bc00-2c57503f6ca4), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 12:59:59.632446 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 12:59:59.646532 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fa839d-5c64-42aa-96fb-06c62503da05 None None] Pushing event updated for resources: {'Port': ['ID=5885b647-7d0f-42ba-bc00-2c57503f6ca4,revision_number=2']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:00:00.021773 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 5885b647-7d0f-42ba-bc00-2c57503f6ca4 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:00:00.075629 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 5885b647-7d0f-42ba-bc00-2c57503f6ca4 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:00:00.076064 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (5885b647-7d0f-42ba-bc00-2c57503f6ca4), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:00:00.149139 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 5885b647-7d0f-42ba-bc00-2c57503f6ca4 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:00:00.149509 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (5885b647-7d0f-42ba-bc00-2c57503f6ca4), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:00:00.187076 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port 5885b647-7d0f-42ba-bc00-2c57503f6ca4, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=5885b647-7d0f-42ba-bc00-2c57503f6ca4,segment=NetworkSegment(a653afeb-7ae4-46c4-964d-b3aeea1ad0cd),segment_id=a653afeb-7ae4-46c4-964d-b3aeea1ad0cd)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:00:00.288818 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (5885b647-7d0f-42ba-bc00-2c57503f6ca4), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:00:00.346690 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=5885b647-7d0f-42ba-bc00-2c57503f6ca4,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:00:00.467556 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8222ef71-59d9-4313-8bba-af423e1012b5 None None] Network 22a51530-0603-4402-8845-b8604e38d5fc requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:00:00.534900 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-2bd62e90-a8f1-4064-be26-913a5a0ef11b None None] Provisioning complete for port 5885b647-7d0f-42ba-bc00-2c57503f6ca4 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:00:00.535270 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-2bd62e90-a8f1-4064-be26-913a5a0ef11b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (5885b647-7d0f-42ba-bc00-2c57503f6ca4), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:00:00.662698 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-2bd62e90-a8f1-4064-be26-913a5a0ef11b None None] Current status of the port 5885b647-7d0f-42ba-bc00-2c57503f6ca4 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:00:00.881202 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-f22b9e1d-4eab-4907-96ca-477dee41b8a8 None None] Provisioning complete for port 5885b647-7d0f-42ba-bc00-2c57503f6ca4 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:00:00.881653 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-f22b9e1d-4eab-4907-96ca-477dee41b8a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (5885b647-7d0f-42ba-bc00-2c57503f6ca4), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:00:00.956851 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-f22b9e1d-4eab-4907-96ca-477dee41b8a8 None None] Current status of the port 5885b647-7d0f-42ba-bc00-2c57503f6ca4 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:00:01.811147 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=9 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:00:01.817190 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=13 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:00:02.021722 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 5885b647-7d0f-42ba-bc00-2c57503f6ca4 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:00:02.066519 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 5885b647-7d0f-42ba-bc00-2c57503f6ca4 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:00:02.066905 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (5885b647-7d0f-42ba-bc00-2c57503f6ca4), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:00:02.138570 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 5885b647-7d0f-42ba-bc00-2c57503f6ca4 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:00:03.321299 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-f116ffe4-1ee0-4007-8772-978bf4ccdc90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:00:05.395253 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-abf9aaed-2969-4d1b-abb2-999233de95ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:00:06.944553 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:00:08.137894 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:00:08.313855 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:00:08.703745 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=71,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:00:08.707086 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=69,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:00:10.573486 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 5 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:00:18.263413 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:00:18.269298 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:00:20.568154 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:00:20.569068 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:00:30.600770 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=6 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:00:31.571013 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:00:33.246683 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-1cdecd10-854d-495a-87e2-daee6f74c18e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:00:35.389330 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-b32e725c-fd56-4fb7-afb4-3ed50ad2c9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:00:36.875356 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:00:38.166405 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:00:38.337828 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:00:47.571993 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 5 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:00:48.270846 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=9 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:00:48.274056 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:00:57.567570 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:00:57.568336 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:01:03.251556 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-071aa44a-a50b-448a-b2b0-1add261d84a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:01:05.415869 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-c2592fa2-617e-4adc-8afe-bfb2722b0af2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:01:06.857220 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:01:07.607108 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=6 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:01:08.169560 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:01:08.400230 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:01:18.275197 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:01:18.276982 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:01:24.571370 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 5 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:01:29.567397 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 60124) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:01:29.573726 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [None req-ab4fc829-ff9f-4b59-9f25-5d766ef3131c tempest-verify_tempest_config-2004383475 tempest-verify_tempest_config-2004383475-project] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 13:01:29.574735 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-ab4fc829-ff9f-4b59-9f25-5d766ef3131c tempest-verify_tempest_config-2004383475 tempest-verify_tempest_config-2004383475-project] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0063400 Sep 13 13:01:30.362526 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 60142) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:01:30.688413 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b157c3d8-afbc-46ad-8798-0cabc80e13da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:01:30.763069 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b157c3d8-afbc-46ad-8798-0cabc80e13da admin admin] Publish callbacks [] for security_group (9c27c610-dbbc-49ec-b525-c982dbf954bf), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:01:30.825897 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b157c3d8-afbc-46ad-8798-0cabc80e13da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (9c27c610-dbbc-49ec-b525-c982dbf954bf), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:01:30.871651 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157c3d8-afbc-46ad-8798-0cabc80e13da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c27c610-dbbc-49ec-b525-c982dbf954bf,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:01:30.876307 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-b157c3d8-afbc-46ad-8798-0cabc80e13da admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=35648d995cd54c6cbe67596e141c7bb6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5128138 Sep 13 13:01:30.879273 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 60146) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:01:30.880495 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c3d8-afbc-46ad-8798-0cabc80e13da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:30.880839 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c3d8-afbc-46ad-8798-0cabc80e13da admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:30.881197 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c3d8-afbc-46ad-8798-0cabc80e13da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:30.881535 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c3d8-afbc-46ad-8798-0cabc80e13da admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:30.881891 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c3d8-afbc-46ad-8798-0cabc80e13da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:30.882223 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c3d8-afbc-46ad-8798-0cabc80e13da admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:30.882689 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c3d8-afbc-46ad-8798-0cabc80e13da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:30.883020 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c3d8-afbc-46ad-8798-0cabc80e13da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:30.883353 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c3d8-afbc-46ad-8798-0cabc80e13da admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:30.883683 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c3d8-afbc-46ad-8798-0cabc80e13da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:30.884005 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c3d8-afbc-46ad-8798-0cabc80e13da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:30.884329 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c3d8-afbc-46ad-8798-0cabc80e13da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:30.884645 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c3d8-afbc-46ad-8798-0cabc80e13da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:30.884962 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c3d8-afbc-46ad-8798-0cabc80e13da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:30.885282 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b157c3d8-afbc-46ad-8798-0cabc80e13da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:30.937311 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-844ccc12-7e40-431a-b8e7-0c24ea61da4f admin admin] Publish callbacks [] for security_group (9c27c610-dbbc-49ec-b525-c982dbf954bf), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:01:30.956591 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-844ccc12-7e40-431a-b8e7-0c24ea61da4f admin admin] Publish callbacks [] for security_group (9c27c610-dbbc-49ec-b525-c982dbf954bf), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:01:31.120367 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-844ccc12-7e40-431a-b8e7-0c24ea61da4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (9c27c610-dbbc-49ec-b525-c982dbf954bf), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:01:31.123022 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-844ccc12-7e40-431a-b8e7-0c24ea61da4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:01:31.124160 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-844ccc12-7e40-431a-b8e7-0c24ea61da4f admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/9c27c610-dbbc-49ec-b525-c982dbf954bf HTTP/1.1" status: 204 len: 168 time: 0.2439291 Sep 13 13:01:31.131989 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844ccc12-7e40-431a-b8e7-0c24ea61da4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c27c610-dbbc-49ec-b525-c982dbf954bf,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:01:31.139085 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ccc12-7e40-431a-b8e7-0c24ea61da4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:31.139465 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ccc12-7e40-431a-b8e7-0c24ea61da4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:31.139808 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ccc12-7e40-431a-b8e7-0c24ea61da4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:31.140149 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ccc12-7e40-431a-b8e7-0c24ea61da4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:31.140482 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ccc12-7e40-431a-b8e7-0c24ea61da4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:31.140858 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ccc12-7e40-431a-b8e7-0c24ea61da4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:31.141183 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ccc12-7e40-431a-b8e7-0c24ea61da4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:31.141506 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ccc12-7e40-431a-b8e7-0c24ea61da4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:31.141903 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ccc12-7e40-431a-b8e7-0c24ea61da4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:31.142368 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ccc12-7e40-431a-b8e7-0c24ea61da4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:31.142709 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ccc12-7e40-431a-b8e7-0c24ea61da4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:31.143060 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ccc12-7e40-431a-b8e7-0c24ea61da4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:31.143408 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ccc12-7e40-431a-b8e7-0c24ea61da4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:31.143727 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ccc12-7e40-431a-b8e7-0c24ea61da4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:31.144041 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-844ccc12-7e40-431a-b8e7-0c24ea61da4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:01:33.228702 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-fda56903-944d-4e52-9223-aa079aea6330 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:01:34.566228 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=12 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:01:34.567189 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=16 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:01:35.391360 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-c7cf9975-d749-4a64-8df1-2adc336f1270 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:01:36.852080 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:01:38.154085 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:01:38.336883 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:01:40.870311 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=17,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:01:40.875233 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=22,neutron:INSERT=7 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:01:41.128500 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:01:41.135404 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:01:44.595135 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=6 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:01:48.278347 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:01:48.280141 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:02:01.570101 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 5 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:02:03.228331 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d0975f02-4eb9-4aae-b2c2-1f86ec26bcf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:02:05.390360 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-38feb29f-145e-418b-b147-46e82dcd6f47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:02:06.882176 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:02:08.199185 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:02:08.347804 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:02:11.566235 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:02:11.566994 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:02:18.279091 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:02:18.285232 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:02:31.574127 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:02:31.574919 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=8,neutron:DELETE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:02:33.229414 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-90da39e9-c5b9-4b2c-b6f6-8fdb7dad9ee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:02:35.428142 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-ae8f0c21-d3ef-417c-a2e2-864732f75bef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:02:36.856067 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:02:38.212669 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:02:38.343899 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:02:38.568310 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 5 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:02:48.283432 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:02:48.285259 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:02:48.565223 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=2 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:02:58.579608 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=6 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:03:00.468834 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1582911'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:03:03.234271 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-851e5105-c698-4c38-b057-eca3cffd79a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:03:05.423152 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-71a88303-9149-452f-aedd-d6bae8a324a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:03:06.857619 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:03:08.171971 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:03:08.339378 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:03:13.920148 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 60240) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:03:14.044771 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-c54513ac-6342-4426-9e80-2d99e90da306 admin admin] 10.222.0.72 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1235301 Sep 13 13:03:15.567155 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:03:16.508218 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 60250) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:03:16.572025 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-f48b6db1-1175-405b-b3a6-24d27a94c35e admin admin] 10.222.0.72 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0626166 Sep 13 13:03:18.282609 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:03:18.284979 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=8,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:03:24.037268 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:03:24.039185 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:03:26.563610 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:03:26.565486 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:03:30.467650 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:03:33.228246 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-2cca8ad9-b754-4233-99f5-5126890acb17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:03:35.381125 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3dd54394-413b-4466-a7ee-62a72cf27146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:03:35.570754 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=16 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:03:35.575627 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=18 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:03:36.873404 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:03:38.182560 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:03:38.347572 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:03:48.285838 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:03:48.287708 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:03:52.565278 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:04:00.587848 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:02.560710 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:02.562155 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:03.244491 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-2d683576-e6a5-4128-b8f7-a32e561152af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:05.392978 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-5c811a76-407e-4cb7-b29a-45e970671001 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:06.867046 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:08.192944 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:08.347359 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:12.605215 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=6 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:18.285700 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:18.288635 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:29.563802 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:04:30.506656 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:31.580083 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:DELETE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:33.215562 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-b682567c-f2dd-4bdd-949d-1a2dd82aa87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:35.369086 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-6d61a2f5-14d4-4ab5-b9d3-ff61241e90b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:36.877703 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:38.174562 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:38.340730 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:39.559981 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=3 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:48.284048 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:48.285994 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:49.533034 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 60348) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:04:49.586500 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=6 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:49.742666 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1777890685-network', 'tenant_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:04:49.825207 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Made reservation on behalf of eaaf8aa87a0f47cc9ba9f477de3c2d67 for: {'network': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:04:49.825207 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for network (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:49.832968 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:49.927840 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Publish callbacks [] for security_group (93d0e905-5357-43aa-b2d0-dd6e1a9b0a15), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:50.003385 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (93d0e905-5357-43aa-b2d0-dd6e1a9b0a15), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:50.028541 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=106849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 13:04:50.039810 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:50.045463 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (8a2734a1-25ec-4137-a4c8-68c02a62c822), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:50.045831 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.db.segments_db [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Added segment 8a2734a1-25ec-4137-a4c8-68c02a62c822 of type vlan for network 5b976880-9e41-4b86-a566-57238c6963b2 Sep 13 13:04:50.058435 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.058777 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.059310 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.059641 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.059969 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.060299 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.060624 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.060945 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.061276 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.061598 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.061972 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Tracked resource versions report: Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: pushed versions: Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: { 'AddressGroup': {'1.2'}, Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'Agent': {'1.1'}, Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'ConntrackHelper': {'1.0'}, Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'LocalIPAssociation': {'1.0'}, Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'Log': {'1.0'}, Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'NDPProxy': {'1.0'}, Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'Network': {'1.1'}, Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'Port': {'1.7'}, Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'PortForwarding': {'1.3'}, Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'QosPolicy': {'1.10'}, Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'SecurityGroup': {'1.5'}, Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'SecurityGroupRule': {'1.2'}, Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'SubPort': {'1.0'}, Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'Subnet': {'1.1'}, Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'Trunk': {'1.1'}} Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: consumer versions: Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: { DHCP agent@dv-cinder-801354-10-iscsi: {}, Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: HyperV agent@hv-cinder-80135: {}, Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: L3 agent@dv-cinder-801354-10-iscsi: {}, Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: Metadata agent@dv-cinder-801354-10-iscsi: {}, Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: Metering agent@dv-cinder-801354-10-iscsi: {}, Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: Open vSwitch agent@dv-cinder-801354-10-iscsi: { 'AddressGroup': '1.2', Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'Agent': '1.1', Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'ConntrackHelper': '1.0', Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'LocalIPAssociation': '1.0', Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'Log': '1.0', Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'NDPProxy': '1.0', Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'Network': '1.1', Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'Port': '1.7', Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'PortForwarding': '1.3', Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'QosPolicy': '1.10', Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'SecurityGroup': '1.5', Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'SecurityGroupRule': '1.2', Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'SubPort': '1.0', Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'Subnet': '1.1', Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: 'Trunk': '1.1'}} Sep 13 13:04:50.071690 dv-cinder-801354-10-iscsi neutron-server[106849]: {{(pid=106849) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 13:04:50.103852 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734282471325'] for network (5b976880-9e41-4b86-a566-57238c6963b2), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:50.215006 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for network (5b976880-9e41-4b86-a566-57238c6963b2), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:50.216054 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:04:50.216634 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:50.281904 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] Pushing event updated for resources: {'Network': ['ID=5b976880-9e41-4b86-a566-57238c6963b2,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:50.295647 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Network 5b976880-9e41-4b86-a566-57238c6963b2 details requested by agent ovs-agent-dv-cinder-801354-10-iscsi with host dv-cinder-801354-10-iscsi {{(pid=106851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 13:04:50.351960 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-edbb55f8-fca6-4a88-866f-919e109fc6cc admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8149765 Sep 13 13:04:50.352268 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 60398) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:04:50.358036 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Request body: {'subnet': {'network_id': '5b976880-9e41-4b86-a566-57238c6963b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1777890685-subnet', 'tenant_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:04:50.460387 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Made reservation on behalf of eaaf8aa87a0f47cc9ba9f477de3c2d67 for: {'subnet': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:04:50.464347 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:50.741116 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for subnet (4884382d-2c2c-4b3c-ab55-6e5f10e386b7), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:50.802532 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4884382d-2c2c-4b3c-ab55-6e5f10e386b7,revision_number=0']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:50.815801 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.816168 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.816499 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.816834 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.817162 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.817485 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.817831 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.818151 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.818470 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.818789 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.819125 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.820301 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.820624 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.821036 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.821358 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Tracked resource versions report: Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: pushed versions: Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: { 'AddressGroup': {'1.2'}, Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'Agent': {'1.1'}, Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'ConntrackHelper': {'1.0'}, Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'LocalIPAssociation': {'1.0'}, Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'Log': {'1.0'}, Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'NDPProxy': {'1.0'}, Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'Network': {'1.1'}, Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'Port': {'1.7'}, Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'PortForwarding': {'1.3'}, Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'QosPolicy': {'1.10'}, Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'SecurityGroup': {'1.5'}, Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'SecurityGroupRule': {'1.2'}, Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'SubPort': {'1.0'}, Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'Subnet': {'1.1'}, Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'Trunk': {'1.1'}} Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: consumer versions: Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: { DHCP agent@dv-cinder-801354-10-iscsi: {}, Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: HyperV agent@hv-cinder-80135: {}, Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: L3 agent@dv-cinder-801354-10-iscsi: {}, Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: Metadata agent@dv-cinder-801354-10-iscsi: {}, Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: Metering agent@dv-cinder-801354-10-iscsi: {}, Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: Open vSwitch agent@dv-cinder-801354-10-iscsi: { 'AddressGroup': '1.2', Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'Agent': '1.1', Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'ConntrackHelper': '1.0', Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'LocalIPAssociation': '1.0', Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'Log': '1.0', Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'NDPProxy': '1.0', Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'Network': '1.1', Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'Port': '1.7', Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'PortForwarding': '1.3', Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'QosPolicy': '1.10', Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'SecurityGroup': '1.5', Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'SecurityGroupRule': '1.2', Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'SubPort': '1.0', Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'Subnet': '1.1', Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: 'Trunk': '1.1'}} Sep 13 13:04:50.822609 dv-cinder-801354-10-iscsi neutron-server[106850]: {{(pid=106850) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 13:04:50.827542 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Checking segment: {'id': '8a2734a1-25ec-4137-a4c8-68c02a62c822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5b976880-9e41-4b86-a566-57238c6963b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:04:50.827893 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Network hostable DHCP agents. Network: 5b976880-9e41-4b86-a566-57238c6963b2, hostable agents: ['03c760d5-e05f-4ba1-99ba-fbb88ab66826'], hosted agents: [] {{(pid=106850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 13:04:50.923671 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Network 5b976880-9e41-4b86-a566-57238c6963b2 is scheduled to be hosted by DHCP agent 03c760d5-e05f-4ba1-99ba-fbb88ab66826 with binding_index 1 {{(pid=106850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 13:04:51.009540 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-10-iscsi, 5b976880-9e41-4b86-a566-57238c6963b2) {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:04:51.014684 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:04:51.019189 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:51.028863 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa226d1-1b91-4367-aa24-17b30e81ca1f None None] Network 5b976880-9e41-4b86-a566-57238c6963b2 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:04:51.105468 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-80cc4c01-915a-465f-8020-9cacee6794a2 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7520313 Sep 13 13:04:51.115089 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 60426) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:04:51.120536 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-cc671d37-acf3-4cde-9f66-799f3aca0b2e admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1777890685-router', 'tenant_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:04:51.151146 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1564c7bc-c5f6-553f-96c2-04a46ebbc95f-5b976880-9e41-4b86-a566-57238c6963b2', 'network_id': '5b976880-9e41-4b86-a566-57238c6963b2', 'project_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'fixed_ips': [{'subnet_id': '4884382d-2c2c-4b3c-ab55-6e5f10e386b7'}]}} from dv-cinder-801354-10-iscsi. {{(pid=106851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 13:04:51.151146 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:51.232771 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cc671d37-acf3-4cde-9f66-799f3aca0b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13126'] for router (a3b22ebd-5f19-4412-95f8-4a94866dfee2), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:51.234044 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cc671d37-acf3-4cde-9f66-799f3aca0b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1737249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13133'] for router (a3b22ebd-5f19-4412-95f8-4a94866dfee2), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:51.287145 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.db_base_plugin_common [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Allocated IP 172.20.0.2 (5b976880-9e41-4b86-a566-57238c6963b2/4884382d-2c2c-4b3c-ab55-6e5f10e386b7/02053171-f5ec-4e0a-a891-e2a2ff56aae0) {{(pid=106851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:04:51.300509 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cc671d37-acf3-4cde-9f66-799f3aca0b2e admin admin] Publish callbacks [] for router_controller (a3b22ebd-5f19-4412-95f8-4a94866dfee2), precommit_add_association {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:51.437491 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Publish callbacks [] for port (02053171-f5ec-4e0a-a891-e2a2ff56aae0), precommit_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:51.507132 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (02053171-f5ec-4e0a-a891-e2a2ff56aae0), after_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:51.515446 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cc671d37-acf3-4cde-9f66-799f3aca0b2e admin admin] Publish callbacks [] for router_gateway (a3b22ebd-5f19-4412-95f8-4a94866dfee2), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:51.560420 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Network 5b976880-9e41-4b86-a566-57238c6963b2 is already hosted by enough agents. {{(pid=106851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:04:51.560420 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Pushing event updated for resources: {'Port': ['ID=02053171-f5ec-4e0a-a891-e2a2ff56aae0,revision_number=1']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:51.565206 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.base_scheduler [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Resources bound (agent type, host, resource id): {{(pid=106851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:04:51.568343 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:51.568493 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:51.568897 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:51.569184 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:51.570164 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:51.570645 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:51.570982 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:51.571312 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:51.571839 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:51.572178 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:51.573101 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:51.573453 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:51.573805 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Tracked resource versions report: Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: pushed versions: Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: { 'AddressGroup': {'1.2'}, Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'Agent': {'1.1'}, Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'ConntrackHelper': {'1.0'}, Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'LocalIPAssociation': {'1.0'}, Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'Log': {'1.0'}, Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'NDPProxy': {'1.0'}, Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'Network': {'1.1'}, Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'Port': {'1.7'}, Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'PortForwarding': {'1.3'}, Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'QosPolicy': {'1.10'}, Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'SecurityGroup': {'1.5'}, Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'SecurityGroupRule': {'1.2'}, Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'SubPort': {'1.0'}, Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'Subnet': {'1.1'}, Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'Trunk': {'1.1'}} Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: consumer versions: Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: { DHCP agent@dv-cinder-801354-10-iscsi: {}, Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: HyperV agent@hv-cinder-80135: {}, Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: L3 agent@dv-cinder-801354-10-iscsi: {}, Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: Metadata agent@dv-cinder-801354-10-iscsi: {}, Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: Metering agent@dv-cinder-801354-10-iscsi: {}, Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: Open vSwitch agent@dv-cinder-801354-10-iscsi: { 'AddressGroup': '1.2', Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'Agent': '1.1', Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'ConntrackHelper': '1.0', Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'LocalIPAssociation': '1.0', Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'Log': '1.0', Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'NDPProxy': '1.0', Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'Network': '1.1', Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'Port': '1.7', Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'PortForwarding': '1.3', Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'QosPolicy': '1.10', Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'SecurityGroup': '1.5', Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'SecurityGroupRule': '1.2', Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'SubPort': '1.0', Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'Subnet': '1.1', Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: 'Trunk': '1.1'}} Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: {{(pid=106851) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 13:04:51.588999 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Received port after_create {{(pid=106851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:04:51.670883 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Attempting to bind port 02053171-f5ec-4e0a-a891-e2a2ff56aae0 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:04:51.671253 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Attempting to bind port 02053171-f5ec-4e0a-a891-e2a2ff56aae0 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': '8a2734a1-25ec-4137-a4c8-68c02a62c822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5b976880-9e41-4b86-a566-57238c6963b2'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:04:51.671867 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Attempting to bind port 02053171-f5ec-4e0a-a891-e2a2ff56aae0 on network 5b976880-9e41-4b86-a566-57238c6963b2 {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:04:51.720510 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:04:51.720874 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Checking segment: {'id': '8a2734a1-25ec-4137-a4c8-68c02a62c822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5b976880-9e41-4b86-a566-57238c6963b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:04:51.721267 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:51.721649 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Bound using segment: {'id': '8a2734a1-25ec-4137-a4c8-68c02a62c822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5b976880-9e41-4b86-a566-57238c6963b2'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:04:51.722148 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Bound port: 02053171-f5ec-4e0a-a891-e2a2ff56aae0, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2734a1-25ec-4137-a4c8-68c02a62c822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5b976880-9e41-4b86-a566-57238c6963b2'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:04:51.722520 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (02053171-f5ec-4e0a-a891-e2a2ff56aae0), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:51.791207 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] For port 02053171-f5ec-4e0a-a891-e2a2ff56aae0, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:04:51.794982 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] For port 02053171-f5ec-4e0a-a891-e2a2ff56aae0, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=02053171-f5ec-4e0a-a891-e2a2ff56aae0,segment=NetworkSegment(8a2734a1-25ec-4137-a4c8-68c02a62c822),segment_id=8a2734a1-25ec-4137-a4c8-68c02a62c822)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:04:51.859839 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cc671d37-acf3-4cde-9f66-799f3aca0b2e admin admin] Publish callbacks [] for router_gateway (a3b22ebd-5f19-4412-95f8-4a94866dfee2), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:51.874355 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (02053171-f5ec-4e0a-a891-e2a2ff56aae0), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:51.886479 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cc671d37-acf3-4cde-9f66-799f3aca0b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:51.895901 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:51.945282 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067dc9b-930a-42d6-9e9d-557779f52dac None None] Pushing event updated for resources: {'Port': ['ID=02053171-f5ec-4e0a-a891-e2a2ff56aae0,revision_number=2']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:52.012623 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:52.024899 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-cc671d37-acf3-4cde-9f66-799f3aca0b2e admin admin] Allocated IP 172.27.1.85 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/bf16b94d-1eff-47ed-946c-443372bd56a2) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:04:52.196736 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cc671d37-acf3-4cde-9f66-799f3aca0b2e admin admin] Publish callbacks [] for port (bf16b94d-1eff-47ed-946c-443372bd56a2), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:52.233618 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 60464) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:04:52.250220 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cc671d37-acf3-4cde-9f66-799f3aca0b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (bf16b94d-1eff-47ed-946c-443372bd56a2), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:52.279470 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 60470) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:04:52.291672 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 60474) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:04:52.322099 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 02053171-f5ec-4e0a-a891-e2a2ff56aae0 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:04:52.332626 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc671d37-acf3-4cde-9f66-799f3aca0b2e admin admin] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:04:52.336877 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-cc671d37-acf3-4cde-9f66-799f3aca0b2e admin admin] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:04:52.340597 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc671d37-acf3-4cde-9f66-799f3aca0b2e admin admin] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:04:52.376982 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 02053171-f5ec-4e0a-a891-e2a2ff56aae0 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:04:52.379764 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (02053171-f5ec-4e0a-a891-e2a2ff56aae0), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:52.389477 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc671d37-acf3-4cde-9f66-799f3aca0b2e admin admin] Pushing event updated for resources: {'Port': ['ID=bf16b94d-1eff-47ed-946c-443372bd56a2,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:52.435213 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:52.435994 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:52.477291 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 02053171-f5ec-4e0a-a891-e2a2ff56aae0 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:04:52.478007 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (02053171-f5ec-4e0a-a891-e2a2ff56aae0), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:52.512573 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port 02053171-f5ec-4e0a-a891-e2a2ff56aae0, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=02053171-f5ec-4e0a-a891-e2a2ff56aae0,segment=NetworkSegment(8a2734a1-25ec-4137-a4c8-68c02a62c822),segment_id=8a2734a1-25ec-4137-a4c8-68c02a62c822)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:04:52.587030 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (02053171-f5ec-4e0a-a891-e2a2ff56aae0), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:52.654328 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-94524993-2184-4d98-8082-a02cbb43896e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1233448772-network', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:04:52.660915 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=02053171-f5ec-4e0a-a891-e2a2ff56aae0,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:52.689409 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cc671d37-acf3-4cde-9f66-799f3aca0b2e admin admin] Publish callbacks [] for router_gateway (a3b22ebd-5f19-4412-95f8-4a94866dfee2), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:52.732798 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-a4e2a849-51f9-4249-b961-4e6cd2e0762b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1441218684-network', 'tenant_id': '75f6274158934ab5abf68951902f1e81'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:04:52.777630 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-1f06eaeb-b45d-4bdd-a6f1-1f0e5f75a9bd admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1380792572-network', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:04:52.784093 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:52.822904 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94524993-2184-4d98-8082-a02cbb43896e admin admin] Made reservation on behalf of a4e94c8248874defa3cb01d0725dfcb0 for: {'network': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:04:52.827210 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-94524993-2184-4d98-8082-a02cbb43896e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for network (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:52.850391 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-94524993-2184-4d98-8082-a02cbb43896e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:52.871544 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e2a849-51f9-4249-b961-4e6cd2e0762b admin admin] Made reservation on behalf of 75f6274158934ab5abf68951902f1e81 for: {'network': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:04:52.874391 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a849-51f9-4249-b961-4e6cd2e0762b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for network (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:52.887660 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 60500) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:04:52.908158 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a849-51f9-4249-b961-4e6cd2e0762b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:52.925459 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f06eaeb-b45d-4bdd-a6f1-1f0e5f75a9bd admin admin] Made reservation on behalf of c15624f4312f49bb85a7a086c291d157 for: {'network': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:04:52.928055 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1f06eaeb-b45d-4bdd-a6f1-1f0e5f75a9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for network (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:52.930758 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cc671d37-acf3-4cde-9f66-799f3aca0b2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583670'] for router (a3b22ebd-5f19-4412-95f8-4a94866dfee2), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:52.941165 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1f06eaeb-b45d-4bdd-a6f1-1f0e5f75a9bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:53.070628 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=77,neutron:INSERT=19,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:53.104987 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=72,neutron:INSERT=25,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:53.119338 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade956d5-90fc-4a6b-b717-b06b14038a9b None None] Network 5b976880-9e41-4b86-a566-57238c6963b2 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:04:53.140450 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-94524993-2184-4d98-8082-a02cbb43896e admin admin] Publish callbacks [] for security_group (4f52cdab-dfc6-4573-83b9-70cfacfdaaac), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:53.154678 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a849-51f9-4249-b961-4e6cd2e0762b admin admin] Publish callbacks [] for security_group (5369f18e-1e50-445a-afa1-ab70d7cfd647), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:53.169965 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc671d37-acf3-4cde-9f66-799f3aca0b2e admin admin] Router a3b22ebd-5f19-4412-95f8-4a94866dfee2 is scheduled to L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 with binding_index 1 {{(pid=106849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 13:04:53.174793 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1f06eaeb-b45d-4bdd-a6f1-1f0e5f75a9bd admin admin] Publish callbacks [] for security_group (70eb728e-a090-4cf4-aa0e-7bd93cb011a8), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:53.215931 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-94524993-2184-4d98-8082-a02cbb43896e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (4f52cdab-dfc6-4573-83b9-70cfacfdaaac), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:53.216387 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-0ed8475f-21e5-4184-8df0-876d06885481 None None] Provisioning complete for port 02053171-f5ec-4e0a-a891-e2a2ff56aae0 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:04:53.217035 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-0ed8475f-21e5-4184-8df0-876d06885481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (02053171-f5ec-4e0a-a891-e2a2ff56aae0), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:53.239972 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94524993-2184-4d98-8082-a02cbb43896e admin admin] vlan segment allocate from pool success with {'vlan_id': 373, 'physical_network': 'physnet1'} {{(pid=106850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 13:04:53.261710 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-94524993-2184-4d98-8082-a02cbb43896e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (5d09d9c1-8cb9-46d2-a749-3029c466f88f), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:53.262075 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.segments_db [None req-94524993-2184-4d98-8082-a02cbb43896e admin admin] Added segment 5d09d9c1-8cb9-46d2-a749-3029c466f88f of type vlan for network 8b1eaf98-b39c-4204-9cb2-5b574f83717c Sep 13 13:04:53.263570 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-3b902486-eb14-4114-9d96-d17487c68bb2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1807647874-network', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:04:53.355081 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-0ed8475f-21e5-4184-8df0-876d06885481 None None] Current status of the port 02053171-f5ec-4e0a-a891-e2a2ff56aae0 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:04:53.375471 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:53.375635 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-94524993-2184-4d98-8082-a02cbb43896e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734282471325'] for network (8b1eaf98-b39c-4204-9cb2-5b574f83717c), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:53.400425 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1f06eaeb-b45d-4bdd-a6f1-1f0e5f75a9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (70eb728e-a090-4cf4-aa0e-7bd93cb011a8), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:53.410188 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc671d37-acf3-4cde-9f66-799f3aca0b2e admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:04:53.424256 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] Sync routers for ids ['a3b22ebd-5f19-4412-95f8-4a94866dfee2'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:04:53.435188 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a849-51f9-4249-b961-4e6cd2e0762b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (5369f18e-1e50-445a-afa1-ab70d7cfd647), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:53.444841 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94524993-2184-4d98-8082-a02cbb43896e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f52cdab-dfc6-4573-83b9-70cfacfdaaac,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:53.446141 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] Routers {'a3b22ebd-5f19-4412-95f8-4a94866dfee2'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:04:53.447371 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:04:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['a3b22ebd-5f19-4412-95f8-4a94866dfee2'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:04:53.478580 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b902486-eb14-4114-9d96-d17487c68bb2 admin admin] Made reservation on behalf of 7775bd9f19b64c8ca07407c103dcff9b for: {'network': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:04:53.482548 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f06eaeb-b45d-4bdd-a6f1-1f0e5f75a9bd admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=106850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 13:04:53.493282 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3b902486-eb14-4114-9d96-d17487c68bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for network (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:53.493911 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-94524993-2184-4d98-8082-a02cbb43896e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for network (8b1eaf98-b39c-4204-9cb2-5b574f83717c), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:53.493911 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94524993-2184-4d98-8082-a02cbb43896e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:04:53.493911 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-94524993-2184-4d98-8082-a02cbb43896e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:53.504029 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06eaeb-b45d-4bdd-a6f1-1f0e5f75a9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70eb728e-a090-4cf4-aa0e-7bd93cb011a8,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:53.519449 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3b902486-eb14-4114-9d96-d17487c68bb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:53.538944 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4e2a849-51f9-4249-b961-4e6cd2e0762b admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=106850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 13:04:53.543220 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a849-51f9-4249-b961-4e6cd2e0762b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5369f18e-1e50-445a-afa1-ab70d7cfd647,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:53.581924 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cc671d37-acf3-4cde-9f66-799f3aca0b2e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:53.588974 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-cc671d37-acf3-4cde-9f66-799f3aca0b2e admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4704998 Sep 13 13:04:53.593234 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 60520) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:04:53.615630 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1f06eaeb-b45d-4bdd-a6f1-1f0e5f75a9bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (0474db13-9c18-41f3-8716-d4ff64da1e69), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:53.616907 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.segments_db [None req-1f06eaeb-b45d-4bdd-a6f1-1f0e5f75a9bd admin admin] Added segment 0474db13-9c18-41f3-8716-d4ff64da1e69 of type vlan for network d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 Sep 13 13:04:53.685811 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-59b891d0-9d30-48a1-893b-fdaed3a3a8c6 None None] Provisioning complete for port 02053171-f5ec-4e0a-a891-e2a2ff56aae0 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:04:53.687722 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-59b891d0-9d30-48a1-893b-fdaed3a3a8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (02053171-f5ec-4e0a-a891-e2a2ff56aae0), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:53.705306 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94524993-2184-4d98-8082-a02cbb43896e admin admin] Pushing event updated for resources: {'Network': ['ID=8b1eaf98-b39c-4204-9cb2-5b574f83717c,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:53.736318 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-94524993-2184-4d98-8082-a02cbb43896e admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5014317 Sep 13 13:04:53.752722 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 60524) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:04:53.767919 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a849-51f9-4249-b961-4e6cd2e0762b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (add5e484-7471-480b-a06b-32a9eb9454e4), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:53.768318 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.segments_db [None req-a4e2a849-51f9-4249-b961-4e6cd2e0762b admin admin] Added segment add5e484-7471-480b-a06b-32a9eb9454e4 of type vlan for network 9a6ee3a0-91e5-4300-8f53-c3332833b2a0 Sep 13 13:04:53.775556 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-8ed6f76b-e470-458d-8542-d7a2048a7eaf admin admin] Request body: {'subnet': {'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1233448772-subnet', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:04:53.809004 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Network 8b1eaf98-b39c-4204-9cb2-5b574f83717c details requested by agent ovs-agent-dv-cinder-801354-10-iscsi with host dv-cinder-801354-10-iscsi {{(pid=106851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 13:04:53.816254 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1f06eaeb-b45d-4bdd-a6f1-1f0e5f75a9bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734282471325'] for network (d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:53.838772 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a849-51f9-4249-b961-4e6cd2e0762b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734282471325'] for network (9a6ee3a0-91e5-4300-8f53-c3332833b2a0), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:53.898557 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] Set router a3b22ebd-5f19-4412-95f8-4a94866dfee2 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:04:53.935752 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed6f76b-e470-458d-8542-d7a2048a7eaf admin admin] Made reservation on behalf of a4e94c8248874defa3cb01d0725dfcb0 for: {'subnet': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:04:53.939527 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8ed6f76b-e470-458d-8542-d7a2048a7eaf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:53.954493 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:53.977053 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3b902486-eb14-4114-9d96-d17487c68bb2 admin admin] Publish callbacks [] for security_group (66bd60f5-7d78-45ed-adb4-170f7ef589da), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:53.997265 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1f06eaeb-b45d-4bdd-a6f1-1f0e5f75a9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for network (d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:53.998464 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f06eaeb-b45d-4bdd-a6f1-1f0e5f75a9bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:04:53.999092 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1f06eaeb-b45d-4bdd-a6f1-1f0e5f75a9bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:54.008809 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-59b891d0-9d30-48a1-893b-fdaed3a3a8c6 None None] Current status of the port 02053171-f5ec-4e0a-a891-e2a2ff56aae0 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:04:54.368294 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f06eaeb-b45d-4bdd-a6f1-1f0e5f75a9bd admin admin] Pushing event updated for resources: {'Network': ['ID=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:54.368294 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a849-51f9-4249-b961-4e6cd2e0762b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for network (9a6ee3a0-91e5-4300-8f53-c3332833b2a0), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:54.371907 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3b902486-eb14-4114-9d96-d17487c68bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (66bd60f5-7d78-45ed-adb4-170f7ef589da), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:54.375214 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e2a849-51f9-4249-b961-4e6cd2e0762b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:04:54.375214 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a4e2a849-51f9-4249-b961-4e6cd2e0762b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:54.375789 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Network d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 details requested by agent ovs-agent-dv-cinder-801354-10-iscsi with host dv-cinder-801354-10-iscsi {{(pid=106851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 13:04:54.377439 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b902486-eb14-4114-9d96-d17487c68bb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 358, 'physical_network': 'physnet1'} {{(pid=106849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 13:04:54.377439 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3b902486-eb14-4114-9d96-d17487c68bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (d935d0df-50e6-44c8-97c6-22166cdad931), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:54.377439 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.db.segments_db [None req-3b902486-eb14-4114-9d96-d17487c68bb2 admin admin] Added segment d935d0df-50e6-44c8-97c6-22166cdad931 of type vlan for network 1f0b8231-ada5-4945-87a4-d1b052328819 Sep 13 13:04:54.380139 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-1f06eaeb-b45d-4bdd-a6f1-1f0e5f75a9bd admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9365647 Sep 13 13:04:54.380139 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 60546) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:04:54.380827 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 02053171-f5ec-4e0a-a891-e2a2ff56aae0 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:04:54.384230 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3b902486-eb14-4114-9d96-d17487c68bb2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734282471325'] for network (1f0b8231-ada5-4945-87a4-d1b052328819), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:54.389123 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-0e1c1431-46d2-4553-9ad9-ee6a9ca4b040 admin admin] Request body: {'subnet': {'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1380792572-subnet', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:04:54.389123 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e2a849-51f9-4249-b961-4e6cd2e0762b admin admin] Pushing event updated for resources: {'Network': ['ID=9a6ee3a0-91e5-4300-8f53-c3332833b2a0,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:54.389123 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-a4e2a849-51f9-4249-b961-4e6cd2e0762b admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0367613 Sep 13 13:04:54.389123 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 60548) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:04:54.391505 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:54.391932 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Network 9a6ee3a0-91e5-4300-8f53-c3332833b2a0 details requested by agent ovs-agent-dv-cinder-801354-10-iscsi with host dv-cinder-801354-10-iscsi {{(pid=106851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 13:04:54.392314 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-f68e41e4-585a-4e90-81d6-ddaabc682340 admin admin] Request body: {'subnet': {'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1441218684-subnet', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:04:54.392470 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b22ebd-5f19-4412-95f8-4a94866dfee2', 'name': 'tempest-DeleteServersTestJSON-1777890685-router', 'tenant_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bf16b94d-1eff-47ed-946c-443372bd56a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:51Z', 'updated_at': '2022-09-13T13:04:52Z', 'revision_number': 3, 'project_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'gw_port': {'id': 'bf16b94d-1eff-47ed-946c-443372bd56a2', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:92:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b22ebd-5f19-4412-95f8-4a94866dfee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:51Z', 'updated_at': '2022-09-13T13:04:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:04:54.419727 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b902486-eb14-4114-9d96-d17487c68bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bd60f5-7d78-45ed-adb4-170f7ef589da,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:54.449217 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] Checking router: a3b22ebd-5f19-4412-95f8-4a94866dfee2 for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:04:54.450554 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] Updating router a3b22ebd-5f19-4412-95f8-4a94866dfee2 port bf16b94d-1eff-47ed-946c-443372bd56a2 binding host dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 13:04:54.499850 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 02053171-f5ec-4e0a-a891-e2a2ff56aae0 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:04:54.500229 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (02053171-f5ec-4e0a-a891-e2a2ff56aae0), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:54.529249 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1c1431-46d2-4553-9ad9-ee6a9ca4b040 admin admin] Made reservation on behalf of c15624f4312f49bb85a7a086c291d157 for: {'subnet': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:04:54.531792 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0e1c1431-46d2-4553-9ad9-ee6a9ca4b040 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:54.550996 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (bf16b94d-1eff-47ed-946c-443372bd56a2), before_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:54.606139 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3b902486-eb14-4114-9d96-d17487c68bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for network (1f0b8231-ada5-4945-87a4-d1b052328819), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:54.607367 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b902486-eb14-4114-9d96-d17487c68bb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:04:54.608142 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3b902486-eb14-4114-9d96-d17487c68bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:54.617012 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f68e41e4-585a-4e90-81d6-ddaabc682340 admin admin] Made reservation on behalf of 75f6274158934ab5abf68951902f1e81 for: {'subnet': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:04:54.619454 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-f68e41e4-585a-4e90-81d6-ddaabc682340 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:54.657333 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 02053171-f5ec-4e0a-a891-e2a2ff56aae0 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:04:54.704039 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b902486-eb14-4114-9d96-d17487c68bb2 admin admin] Pushing event updated for resources: {'Network': ['ID=1f0b8231-ada5-4945-87a4-d1b052328819,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:54.717877 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Network 1f0b8231-ada5-4945-87a4-d1b052328819 details requested by agent ovs-agent-dv-cinder-801354-10-iscsi with host dv-cinder-801354-10-iscsi {{(pid=106851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 13:04:54.846827 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-3b902486-eb14-4114-9d96-d17487c68bb2 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9557426 Sep 13 13:04:54.852135 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 60564) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:04:54.876485 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:54.897298 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-bf810c0e-355e-4440-915c-d92c1c0cdb21 admin admin] Request body: {'subnet': {'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-subnet', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:04:54.933130 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] Publish callbacks [] for port (bf16b94d-1eff-47ed-946c-443372bd56a2), precommit_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:54.942505 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8ed6f76b-e470-458d-8542-d7a2048a7eaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for subnet (707a845c-7141-4086-a3f3-fd8375e89ff4), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:55.032608 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed6f76b-e470-458d-8542-d7a2048a7eaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=707a845c-7141-4086-a3f3-fd8375e89ff4,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:55.042926 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf810c0e-355e-4440-915c-d92c1c0cdb21 admin admin] Made reservation on behalf of 7775bd9f19b64c8ca07407c103dcff9b for: {'subnet': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:04:55.045328 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bf810c0e-355e-4440-915c-d92c1c0cdb21 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:55.072842 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (bf16b94d-1eff-47ed-946c-443372bd56a2), after_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:55.103523 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0e1c1431-46d2-4553-9ad9-ee6a9ca4b040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for subnet (150922b3-3525-45d2-8627-b637b171605b), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:55.118985 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed6f76b-e470-458d-8542-d7a2048a7eaf admin admin] Checking segment: {'id': '5d09d9c1-8cb9-46d2-a749-3029c466f88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:04:55.119360 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed6f76b-e470-458d-8542-d7a2048a7eaf admin admin] Network hostable DHCP agents. Network: 8b1eaf98-b39c-4204-9cb2-5b574f83717c, hostable agents: ['03c760d5-e05f-4ba1-99ba-fbb88ab66826'], hosted agents: [] {{(pid=106849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 13:04:55.122301 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] Attempting to bind port bf16b94d-1eff-47ed-946c-443372bd56a2 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:04:55.122828 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] Attempting to bind port bf16b94d-1eff-47ed-946c-443372bd56a2 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}] {{(pid=106852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:04:55.123468 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] Attempting to bind port bf16b94d-1eff-47ed-946c-443372bd56a2 on network b91df1e9-be0f-4e52-84e7-72fa847e0b1f {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:04:55.131408 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f6887eec-4126-47e5-995c-1abdad8f1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:55.154149 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-f68e41e4-585a-4e90-81d6-ddaabc682340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for subnet (4a7c387c-3b38-49bb-ab6c-762e7638336f), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:55.172495 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7e0e8-83b6-4c07-b6e1-0ff1f005d7b4 None None] Pushing event updated for resources: {'Port': ['ID=bf16b94d-1eff-47ed-946c-443372bd56a2,revision_number=2']} {{(pid=106852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:55.186245 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e0e8-83b6-4c07-b6e1-0ff1f005d7b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:55.186584 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e0e8-83b6-4c07-b6e1-0ff1f005d7b4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:55.186943 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e0e8-83b6-4c07-b6e1-0ff1f005d7b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:55.187311 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e0e8-83b6-4c07-b6e1-0ff1f005d7b4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:55.187662 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e0e8-83b6-4c07-b6e1-0ff1f005d7b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:55.188002 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e0e8-83b6-4c07-b6e1-0ff1f005d7b4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:55.188306 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e0e8-83b6-4c07-b6e1-0ff1f005d7b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:55.188620 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e0e8-83b6-4c07-b6e1-0ff1f005d7b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:55.188956 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e0e8-83b6-4c07-b6e1-0ff1f005d7b4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:55.189277 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e0e8-83b6-4c07-b6e1-0ff1f005d7b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:55.189599 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e0e8-83b6-4c07-b6e1-0ff1f005d7b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:55.190262 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e0e8-83b6-4c07-b6e1-0ff1f005d7b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:55.190262 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e0e8-83b6-4c07-b6e1-0ff1f005d7b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:55.190575 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e0e8-83b6-4c07-b6e1-0ff1f005d7b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:55.190965 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e0e8-83b6-4c07-b6e1-0ff1f005d7b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0df7e0e8-83b6-4c07-b6e1-0ff1f005d7b4 None None] Tracked resource versions report: Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: pushed versions: Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: { 'AddressGroup': {'1.2'}, Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'Agent': {'1.1'}, Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'ConntrackHelper': {'1.0'}, Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'LocalIPAssociation': {'1.0'}, Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'Log': {'1.0'}, Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'NDPProxy': {'1.0'}, Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'Network': {'1.1'}, Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'Port': {'1.7'}, Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'PortForwarding': {'1.3'}, Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'QosPolicy': {'1.10'}, Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'SecurityGroup': {'1.5'}, Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'SecurityGroupRule': {'1.2'}, Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'SubPort': {'1.0'}, Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'Subnet': {'1.1'}, Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'Trunk': {'1.1'}} Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: consumer versions: Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: { DHCP agent@dv-cinder-801354-10-iscsi: {}, Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: HyperV agent@hv-cinder-80135: {}, Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: L3 agent@dv-cinder-801354-10-iscsi: {}, Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: Metadata agent@dv-cinder-801354-10-iscsi: {}, Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: Metering agent@dv-cinder-801354-10-iscsi: {}, Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: Open vSwitch agent@dv-cinder-801354-10-iscsi: { 'AddressGroup': '1.2', Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'Agent': '1.1', Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'ConntrackHelper': '1.0', Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'LocalIPAssociation': '1.0', Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'Log': '1.0', Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'NDPProxy': '1.0', Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'Network': '1.1', Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'Port': '1.7', Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'PortForwarding': '1.3', Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'QosPolicy': '1.10', Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'SecurityGroup': '1.5', Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'SecurityGroupRule': '1.2', Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'SubPort': '1.0', Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'Subnet': '1.1', Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: 'Trunk': '1.1'}} Sep 13 13:04:55.192151 dv-cinder-801354-10-iscsi neutron-server[106852]: {{(pid=106852) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 13 13:04:55.202236 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c1431-46d2-4553-9ad9-ee6a9ca4b040 admin admin] Pushing event updated for resources: {'Subnet': ['ID=150922b3-3525-45d2-8627-b637b171605b,revision_number=0']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:55.202322 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:04:55.202322 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] Checking segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:04:55.202528 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:55.202833 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] Bound using segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:04:55.203305 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] Bound port: bf16b94d-1eff-47ed-946c-443372bd56a2, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}}] {{(pid=106852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:04:55.203682 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (bf16b94d-1eff-47ed-946c-443372bd56a2), before_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:55.254418 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1c1431-46d2-4553-9ad9-ee6a9ca4b040 admin admin] Checking segment: {'id': '0474db13-9c18-41f3-8716-d4ff64da1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:04:55.254773 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1c1431-46d2-4553-9ad9-ee6a9ca4b040 admin admin] Network hostable DHCP agents. Network: d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7, hostable agents: ['03c760d5-e05f-4ba1-99ba-fbb88ab66826'], hosted agents: [] {{(pid=106850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 13:04:55.295723 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68e41e4-585a-4e90-81d6-ddaabc682340 admin admin] Checking segment: {'id': 'add5e484-7471-480b-a06b-32a9eb9454e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:04:55.296078 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68e41e4-585a-4e90-81d6-ddaabc682340 admin admin] Network hostable DHCP agents. Network: 9a6ee3a0-91e5-4300-8f53-c3332833b2a0, hostable agents: ['03c760d5-e05f-4ba1-99ba-fbb88ab66826'], hosted agents: [] {{(pid=106850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 13:04:55.315309 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e41e4-585a-4e90-81d6-ddaabc682340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a7c387c-3b38-49bb-ab6c-762e7638336f,revision_number=0']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:55.317453 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.db [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] For port bf16b94d-1eff-47ed-946c-443372bd56a2, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:04:55.329489 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.db [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] For port bf16b94d-1eff-47ed-946c-443372bd56a2, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=bf16b94d-1eff-47ed-946c-443372bd56a2,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:04:55.339300 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed6f76b-e470-458d-8542-d7a2048a7eaf admin admin] Network 8b1eaf98-b39c-4204-9cb2-5b574f83717c is scheduled to be hosted by DHCP agent 03c760d5-e05f-4ba1-99ba-fbb88ab66826 with binding_index 1 {{(pid=106849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 13:04:55.349101 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:55.438317 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68e41e4-585a-4e90-81d6-ddaabc682340 admin admin] Network 9a6ee3a0-91e5-4300-8f53-c3332833b2a0 is scheduled to be hosted by DHCP agent 03c760d5-e05f-4ba1-99ba-fbb88ab66826 with binding_index 1 {{(pid=106850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 13:04:55.439355 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (bf16b94d-1eff-47ed-946c-443372bd56a2), after_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:55.441681 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1c1431-46d2-4553-9ad9-ee6a9ca4b040 admin admin] Network d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 is scheduled to be hosted by DHCP agent 03c760d5-e05f-4ba1-99ba-fbb88ab66826 with binding_index 1 {{(pid=106850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 13:04:55.463111 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-f6887eec-4126-47e5-995c-1abdad8f1af2 admin admin] Allocated IP 172.20.0.1 (5b976880-9e41-4b86-a566-57238c6963b2/4884382d-2c2c-4b3c-ab55-6e5f10e386b7/4f03eeca-1053-4106-957f-51e28bca9b3f) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:04:55.471230 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:55.481692 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] Routers {'a3b22ebd-5f19-4412-95f8-4a94866dfee2'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:04:55.482343 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:04:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['a3b22ebd-5f19-4412-95f8-4a94866dfee2'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:04:55.508620 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-f68e41e4-585a-4e90-81d6-ddaabc682340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-10-iscsi, 9a6ee3a0-91e5-4300-8f53-c3332833b2a0) {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:04:55.510557 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-0e1c1431-46d2-4553-9ad9-ee6a9ca4b040 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-10-iscsi, d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7) {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:04:55.515274 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f68e41e4-585a-4e90-81d6-ddaabc682340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:04:55.515868 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-f68e41e4-585a-4e90-81d6-ddaabc682340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:55.518226 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d38742c-2824-475d-9a14-7ff2e25bb7ce None None] Network 9a6ee3a0-91e5-4300-8f53-c3332833b2a0 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:04:55.534169 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1c1431-46d2-4553-9ad9-ee6a9ca4b040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:04:55.534765 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0e1c1431-46d2-4553-9ad9-ee6a9ca4b040 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:55.548877 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-8ed6f76b-e470-458d-8542-d7a2048a7eaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-10-iscsi, 8b1eaf98-b39c-4204-9cb2-5b574f83717c) {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:04:55.558272 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bf810c0e-355e-4440-915c-d92c1c0cdb21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for subnet (8e8aac7b-ea4b-46cf-9476-3c7b376f07e0), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:55.559319 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df7e0e8-83b6-4c07-b6e1-0ff1f005d7b4 None None] Pushing event updated for resources: {'Port': ['ID=bf16b94d-1eff-47ed-946c-443372bd56a2,revision_number=3']} {{(pid=106852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:55.595310 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed6f76b-e470-458d-8542-d7a2048a7eaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:04:55.595903 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8ed6f76b-e470-458d-8542-d7a2048a7eaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:55.603744 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:INSERT=7,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:55.629940 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-f68e41e4-585a-4e90-81d6-ddaabc682340 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3038201 Sep 13 13:04:55.635138 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-0e1c1431-46d2-4553-9ad9-ee6a9ca4b040 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3933082 Sep 13 13:04:55.635716 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 60576) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:04:55.640807 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-a41a0132-5bc3-459b-94cc-6c28e195a35c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1441218684-router', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:04:55.647140 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 60580) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:04:55.658683 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-9a3c7666-362c-4965-8511-615c3d2134e8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1380792572-router', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:04:55.686360 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:55.688353 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf810c0e-355e-4440-915c-d92c1c0cdb21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e8aac7b-ea4b-46cf-9476-3c7b376f07e0,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:55.726942 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] Set router a3b22ebd-5f19-4412-95f8-4a94866dfee2 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:04:55.729005 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-8ed6f76b-e470-458d-8542-d7a2048a7eaf admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9723709 Sep 13 13:04:55.733354 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 60584) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:04:55.737223 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f6887eec-4126-47e5-995c-1abdad8f1af2 admin admin] Publish callbacks [] for port (4f03eeca-1053-4106-957f-51e28bca9b3f), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:55.738887 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-2a5155ef-a789-4cb0-b5ac-aca82ebb9234 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1233448772-router', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:04:55.750948 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf810c0e-355e-4440-915c-d92c1c0cdb21 admin admin] Checking segment: {'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:04:55.751303 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf810c0e-355e-4440-915c-d92c1c0cdb21 admin admin] Network hostable DHCP agents. Network: 1f0b8231-ada5-4945-87a4-d1b052328819, hostable agents: ['03c760d5-e05f-4ba1-99ba-fbb88ab66826'], hosted agents: [] {{(pid=106849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 13:04:55.797350 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84137d1-26d6-4ac1-b66a-05ed9209dd58 None None] Network d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:04:55.799366 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4660e40d-69e0-4c06-a247-c5efb6a46e38 None None] Network 8b1eaf98-b39c-4204-9cb2-5b574f83717c requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:04:55.822819 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd0b6fa-f842-4178-a73c-db1699428a8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1564c7bc-c5f6-553f-96c2-04a46ebbc95f-9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'project_id': '75f6274158934ab5abf68951902f1e81', 'fixed_ips': [{'subnet_id': '4a7c387c-3b38-49bb-ab6c-762e7638336f'}]}} from dv-cinder-801354-10-iscsi. {{(pid=106851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 13:04:55.823947 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-8cd0b6fa-f842-4178-a73c-db1699428a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:55.826739 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=100 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:55.833919 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9a3c7666-362c-4965-8511-615c3d2134e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13126'] for router (ef52e44f-c053-4bae-82b5-a6ef90af4c1e), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:55.835726 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9a3c7666-362c-4965-8511-615c3d2134e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1737249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13133'] for router (ef52e44f-c053-4bae-82b5-a6ef90af4c1e), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:55.856661 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a41a0132-5bc3-459b-94cc-6c28e195a35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13126'] for router (8926fa8f-cbac-4d5c-a954-6763bfc46885), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:55.858462 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a41a0132-5bc3-459b-94cc-6c28e195a35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1737249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13133'] for router (8926fa8f-cbac-4d5c-a954-6763bfc46885), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:55.872642 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf810c0e-355e-4440-915c-d92c1c0cdb21 admin admin] Network 1f0b8231-ada5-4945-87a4-d1b052328819 is scheduled to be hosted by DHCP agent 03c760d5-e05f-4ba1-99ba-fbb88ab66826 with binding_index 1 {{(pid=106849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 13:04:55.874694 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2a5155ef-a789-4cb0-b5ac-aca82ebb9234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13126'] for router (150dce18-585e-4911-8f36-6a6ad5d4883b), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:55.875704 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2a5155ef-a789-4cb0-b5ac-aca82ebb9234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1737249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13133'] for router (150dce18-585e-4911-8f36-6a6ad5d4883b), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:55.877196 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f6887eec-4126-47e5-995c-1abdad8f1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (4f03eeca-1053-4106-957f-51e28bca9b3f), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:55.989684 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b22ebd-5f19-4412-95f8-4a94866dfee2', 'name': 'tempest-DeleteServersTestJSON-1777890685-router', 'tenant_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bf16b94d-1eff-47ed-946c-443372bd56a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:51Z', 'updated_at': '2022-09-13T13:04:52Z', 'revision_number': 3, 'project_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'gw_port': {'id': 'bf16b94d-1eff-47ed-946c-443372bd56a2', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:92:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b22ebd-5f19-4412-95f8-4a94866dfee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:51Z', 'updated_at': '2022-09-13T13:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:04:55.997022 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6887eec-4126-47e5-995c-1abdad8f1af2 admin admin] Pushing event updated for resources: {'Port': ['ID=4f03eeca-1053-4106-957f-51e28bca9b3f,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:56.009807 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-bf810c0e-355e-4440-915c-d92c1c0cdb21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-10-iscsi, 1f0b8231-ada5-4945-87a4-d1b052328819) {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:04:56.026504 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8c99af7-27fb-4733-80eb-6429f4908e63 None None] The sync data for ids ['a3b22ebd-5f19-4412-95f8-4a94866dfee2'] in dv-cinder-801354-10-iscsi is: [{'id': 'a3b22ebd-5f19-4412-95f8-4a94866dfee2', 'name': 'tempest-DeleteServersTestJSON-1777890685-router', 'tenant_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bf16b94d-1eff-47ed-946c-443372bd56a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:51Z', 'updated_at': '2022-09-13T13:04:52Z', 'revision_number': 3, 'project_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'gw_port': {'id': 'bf16b94d-1eff-47ed-946c-443372bd56a2', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:92:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b22ebd-5f19-4412-95f8-4a94866dfee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:51Z', 'updated_at': '2022-09-13T13:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:04:56.031907 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf810c0e-355e-4440-915c-d92c1c0cdb21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:04:56.032504 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bf810c0e-355e-4440-915c-d92c1c0cdb21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:56.048507 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6887eec-4126-47e5-995c-1abdad8f1af2 admin admin] Network 5b976880-9e41-4b86-a566-57238c6963b2 is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:04:56.052795 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-f6887eec-4126-47e5-995c-1abdad8f1af2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:04:56.056218 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6887eec-4126-47e5-995c-1abdad8f1af2 admin admin] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:04:56.056778 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f6887eec-4126-47e5-995c-1abdad8f1af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803539'] for router_interface (a3b22ebd-5f19-4412-95f8-4a94866dfee2), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:56.304986 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.db_base_plugin_common [None req-8cd0b6fa-f842-4178-a73c-db1699428a8b None None] Allocated IP 172.20.0.2 (9a6ee3a0-91e5-4300-8f53-c3332833b2a0/4a7c387c-3b38-49bb-ab6c-762e7638336f/ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7) {{(pid=106851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:04:56.305531 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-bf810c0e-355e-4440-915c-d92c1c0cdb21 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4121289 Sep 13 13:04:56.306379 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 60606) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:04:56.336598 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-f22f6d25-3ca3-45cc-9c79-6c63a05c519d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:04:56.381033 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a41a0132-5bc3-459b-94cc-6c28e195a35c admin admin] Publish callbacks [] for router_controller (8926fa8f-cbac-4d5c-a954-6763bfc46885), precommit_add_association {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:56.392711 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9a3c7666-362c-4965-8511-615c3d2134e8 admin admin] Publish callbacks [] for router_controller (ef52e44f-c053-4bae-82b5-a6ef90af4c1e), precommit_add_association {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:56.393732 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f6887eec-4126-47e5-995c-1abdad8f1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (4f03eeca-1053-4106-957f-51e28bca9b3f), before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:56.439342 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2a5155ef-a789-4cb0-b5ac-aca82ebb9234 admin admin] Publish callbacks [] for router_controller (150dce18-585e-4911-8f36-6a6ad5d4883b), precommit_add_association {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:56.452424 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ef644b-7269-40e4-b02b-7b97493d3369 None None] Network 1f0b8231-ada5-4945-87a4-d1b052328819 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:04:56.537579 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f22f6d25-3ca3-45cc-9c79-6c63a05c519d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13126'] for router (8bf8171d-2b9c-4569-8528-71cfbdafa430), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:56.556956 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f22f6d25-3ca3-45cc-9c79-6c63a05c519d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1737249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13133'] for router (8bf8171d-2b9c-4569-8528-71cfbdafa430), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:56.577531 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2af8b83-5a64-4258-8afa-6edaa4a95aaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1564c7bc-c5f6-553f-96c2-04a46ebbc95f-d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'fixed_ips': [{'subnet_id': '150922b3-3525-45d2-8627-b637b171605b'}]}} from dv-cinder-801354-10-iscsi. {{(pid=106851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 13:04:56.578482 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-e2af8b83-5a64-4258-8afa-6edaa4a95aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:56.627839 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:56.695609 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f22f6d25-3ca3-45cc-9c79-6c63a05c519d admin admin] Publish callbacks [] for router_controller (8bf8171d-2b9c-4569-8528-71cfbdafa430), precommit_add_association {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:56.751365 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f6887eec-4126-47e5-995c-1abdad8f1af2 admin admin] Publish callbacks [] for port (4f03eeca-1053-4106-957f-51e28bca9b3f), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:56.771765 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-ae6c5d84-5d63-475a-b619-8d726c4f1ab2 None None] Provisioning complete for port 4f03eeca-1053-4106-957f-51e28bca9b3f triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:04:56.772140 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-ae6c5d84-5d63-475a-b619-8d726c4f1ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (4f03eeca-1053-4106-957f-51e28bca9b3f), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:56.912535 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f6887eec-4126-47e5-995c-1abdad8f1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (4f03eeca-1053-4106-957f-51e28bca9b3f), after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:56.913318 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f6887eec-4126-47e5-995c-1abdad8f1af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1691706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1803655'] for router_interface (a3b22ebd-5f19-4412-95f8-4a94866dfee2), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:57.039522 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bb7fde-abbb-493a-aa7e-bc8174de3f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1564c7bc-c5f6-553f-96c2-04a46ebbc95f-8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'fixed_ips': [{'subnet_id': '707a845c-7141-4086-a3f3-fd8375e89ff4'}]}} from dv-cinder-801354-10-iscsi. {{(pid=106851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 13:04:57.041195 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-14bb7fde-abbb-493a-aa7e-bc8174de3f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:57.089926 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-ae6c5d84-5d63-475a-b619-8d726c4f1ab2 None None] Port 4f03eeca-1053-4106-957f-51e28bca9b3f cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:04:57.106607 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-8cd0b6fa-f842-4178-a73c-db1699428a8b None None] Publish callbacks [] for port (ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7), precommit_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:57.181341 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a41a0132-5bc3-459b-94cc-6c28e195a35c admin admin] Publish callbacks [] for router_gateway (8926fa8f-cbac-4d5c-a954-6763bfc46885), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:57.238558 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d082b5a2-3f84-43c2-af9e-8693076f03bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1564c7bc-c5f6-553f-96c2-04a46ebbc95f-1f0b8231-ada5-4945-87a4-d1b052328819', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0'}]}} from dv-cinder-801354-10-iscsi. {{(pid=106851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 13:04:57.239499 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d082b5a2-3f84-43c2-af9e-8693076f03bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:57.240714 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2a5155ef-a789-4cb0-b5ac-aca82ebb9234 admin admin] Publish callbacks [] for router_gateway (150dce18-585e-4911-8f36-6a6ad5d4883b), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:57.248119 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9a3c7666-362c-4965-8511-615c3d2134e8 admin admin] Publish callbacks [] for router_gateway (ef52e44f-c053-4bae-82b5-a6ef90af4c1e), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:57.260482 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-8cd0b6fa-f842-4178-a73c-db1699428a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7), after_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:57.284778 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:57.323739 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.db_base_plugin_common [None req-e2af8b83-5a64-4258-8afa-6edaa4a95aaa None None] Allocated IP 172.20.0.2 (d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7/150922b3-3525-45d2-8627-b637b171605b/b049857e-0cf5-4e2c-a65d-677d4ed8313d) {{(pid=106851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:04:57.380903 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6887eec-4126-47e5-995c-1abdad8f1af2 admin admin] Pushing event updated for resources: {'Port': ['ID=4f03eeca-1053-4106-957f-51e28bca9b3f,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:57.386117 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f22f6d25-3ca3-45cc-9c79-6c63a05c519d admin admin] Publish callbacks [] for router_gateway (8bf8171d-2b9c-4569-8528-71cfbdafa430), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:57.404477 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd0b6fa-f842-4178-a73c-db1699428a8b None None] Network 9a6ee3a0-91e5-4300-8f53-c3332833b2a0 is already hosted by enough agents. {{(pid=106851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:04:57.438702 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6887eec-4126-47e5-995c-1abdad8f1af2 admin admin] Network 5b976880-9e41-4b86-a566-57238c6963b2 is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:04:57.440125 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-f6887eec-4126-47e5-995c-1abdad8f1af2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:04:57.554797 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0b6fa-f842-4178-a73c-db1699428a8b None None] Pushing event updated for resources: {'Port': ['ID=ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7,revision_number=1']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:57.584459 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.base_scheduler [None req-8cd0b6fa-f842-4178-a73c-db1699428a8b None None] Resources bound (agent type, host, resource id): {{(pid=106851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:04:57.591152 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd0b6fa-f842-4178-a73c-db1699428a8b None None] Received port after_create {{(pid=106851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:04:57.711060 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.db_base_plugin_common [None req-d082b5a2-3f84-43c2-af9e-8693076f03bb None None] Allocated IP 172.20.0.2 (1f0b8231-ada5-4945-87a4-d1b052328819/8e8aac7b-ea4b-46cf-9476-3c7b376f07e0/92ef741d-2c18-4b29-b320-cc6a2c5a7ed6) {{(pid=106851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:04:57.794806 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.db_base_plugin_common [None req-14bb7fde-abbb-493a-aa7e-bc8174de3f39 None None] Allocated IP 172.20.0.2 (8b1eaf98-b39c-4204-9cb2-5b574f83717c/707a845c-7141-4086-a3f3-fd8375e89ff4/695f1640-133a-42a9-bac3-491c78b00cf9) {{(pid=106851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:04:57.811367 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-8cd0b6fa-f842-4178-a73c-db1699428a8b None None] Attempting to bind port ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:04:57.811733 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-8cd0b6fa-f842-4178-a73c-db1699428a8b None None] Attempting to bind port ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': 'add5e484-7471-480b-a06b-32a9eb9454e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:04:57.812092 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0b6fa-f842-4178-a73c-db1699428a8b None None] Attempting to bind port ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7 on network 9a6ee3a0-91e5-4300-8f53-c3332833b2a0 {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:04:57.868185 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6887eec-4126-47e5-995c-1abdad8f1af2 admin admin] Router a3b22ebd-5f19-4412-95f8-4a94866dfee2 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:04:58.000916 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:58.004862 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-2415899a-002e-4712-b25e-3cb0a1538ac5 None None] Provisioning complete for port 4f03eeca-1053-4106-957f-51e28bca9b3f triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:04:58.004862 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-2415899a-002e-4712-b25e-3cb0a1538ac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (4f03eeca-1053-4106-957f-51e28bca9b3f), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:58.029089 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f22f6d25-3ca3-45cc-9c79-6c63a05c519d admin admin] Publish callbacks [] for router_gateway (8bf8171d-2b9c-4569-8528-71cfbdafa430), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:58.078919 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0b6fa-f842-4178-a73c-db1699428a8b None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:04:58.079523 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0b6fa-f842-4178-a73c-db1699428a8b None None] Checking segment: {'id': 'add5e484-7471-480b-a06b-32a9eb9454e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:04:58.079720 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-8cd0b6fa-f842-4178-a73c-db1699428a8b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:58.080121 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd0b6fa-f842-4178-a73c-db1699428a8b None None] Bound using segment: {'id': 'add5e484-7471-480b-a06b-32a9eb9454e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:04:58.080614 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-8cd0b6fa-f842-4178-a73c-db1699428a8b None None] Bound port: ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add5e484-7471-480b-a06b-32a9eb9454e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:04:58.080989 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-8cd0b6fa-f842-4178-a73c-db1699428a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:58.170025 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f22f6d25-3ca3-45cc-9c79-6c63a05c519d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:58.200586 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2a5155ef-a789-4cb0-b5ac-aca82ebb9234 admin admin] Publish callbacks [] for router_gateway (150dce18-585e-4911-8f36-6a6ad5d4883b), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:58.226876 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6887eec-4126-47e5-995c-1abdad8f1af2 admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:04:58.262360 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-f6887eec-4126-47e5-995c-1abdad8f1af2 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/a3b22ebd-5f19-4412-95f8-4a94866dfee2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6659958 Sep 13 13:04:58.274657 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-2415899a-002e-4712-b25e-3cb0a1538ac5 None None] Port 4f03eeca-1053-4106-957f-51e28bca9b3f cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:04:58.312600 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2a5155ef-a789-4cb0-b5ac-aca82ebb9234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:58.315161 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a41a0132-5bc3-459b-94cc-6c28e195a35c admin admin] Publish callbacks [] for router_gateway (8926fa8f-cbac-4d5c-a954-6763bfc46885), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:58.338040 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-8cd0b6fa-f842-4178-a73c-db1699428a8b None None] For port ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:04:58.342045 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-8cd0b6fa-f842-4178-a73c-db1699428a8b None None] For port ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7,segment=NetworkSegment(add5e484-7471-480b-a06b-32a9eb9454e4),segment_id=add5e484-7471-480b-a06b-32a9eb9454e4)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:04:58.371107 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:58.406323 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9a3c7666-362c-4965-8511-615c3d2134e8 admin admin] Publish callbacks [] for router_gateway (ef52e44f-c053-4bae-82b5-a6ef90af4c1e), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:58.409183 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a41a0132-5bc3-459b-94cc-6c28e195a35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:58.448410 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-f22f6d25-3ca3-45cc-9c79-6c63a05c519d admin admin] Allocated IP 172.27.1.211 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/81b0212c-bd30-4910-8dce-73b000985193) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:04:58.500243 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device bf16b94d-1eff-47ed-946c-443372bd56a2 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:04:58.506183 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-e2af8b83-5a64-4258-8afa-6edaa4a95aaa None None] Publish callbacks [] for port (b049857e-0cf5-4e2c-a65d-677d4ed8313d), precommit_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:58.518994 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-8cd0b6fa-f842-4178-a73c-db1699428a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:58.613611 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:58.765966 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f22f6d25-3ca3-45cc-9c79-6c63a05c519d admin admin] Publish callbacks [] for port (81b0212c-bd30-4910-8dce-73b000985193), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:58.800174 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d082b5a2-3f84-43c2-af9e-8693076f03bb None None] Publish callbacks [] for port (92ef741d-2c18-4b29-b320-cc6a2c5a7ed6), precommit_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:58.854213 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=72,neutron:INSERT=20,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:58.860528 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9a3c7666-362c-4965-8511-615c3d2134e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:58.965400 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f22f6d25-3ca3-45cc-9c79-6c63a05c519d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (81b0212c-bd30-4910-8dce-73b000985193), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:59.033210 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0b6fa-f842-4178-a73c-db1699428a8b None None] Pushing event updated for resources: {'Port': ['ID=ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7,revision_number=2']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:59.055257 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-e2af8b83-5a64-4258-8afa-6edaa4a95aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (b049857e-0cf5-4e2c-a65d-677d4ed8313d), after_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:59.068141 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22f6d25-3ca3-45cc-9c79-6c63a05c519d admin admin] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:04:59.074016 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f6d25-3ca3-45cc-9c79-6c63a05c519d admin admin] Pushing event updated for resources: {'Port': ['ID=81b0212c-bd30-4910-8dce-73b000985193,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:59.074205 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=9 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:59.083523 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-f22f6d25-3ca3-45cc-9c79-6c63a05c519d admin admin] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:04:59.083523 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22f6d25-3ca3-45cc-9c79-6c63a05c519d admin admin] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:04:59.094562 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 60730) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:04:59.101284 dv-cinder-801354-10-iscsi neutron-server[106850]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 13 13:04:59.110085 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2af8b83-5a64-4258-8afa-6edaa4a95aaa None None] Network d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 is already hosted by enough agents. {{(pid=106851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:04:59.111656 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] Sync routers for ids ['a3b22ebd-5f19-4412-95f8-4a94866dfee2'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:04:59.115024 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d082b5a2-3f84-43c2-af9e-8693076f03bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (92ef741d-2c18-4b29-b320-cc6a2c5a7ed6), after_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:59.132282 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.base_scheduler [None req-e2af8b83-5a64-4258-8afa-6edaa4a95aaa None None] Resources bound (agent type, host, resource id): {{(pid=106851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:04:59.144497 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2af8b83-5a64-4258-8afa-6edaa4a95aaa None None] Received port after_create {{(pid=106851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:04:59.173535 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] Routers {'a3b22ebd-5f19-4412-95f8-4a94866dfee2'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:04:59.198039 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:04:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['a3b22ebd-5f19-4412-95f8-4a94866dfee2'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:04:59.260765 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [None req-a41a0132-5bc3-459b-94cc-6c28e195a35c admin admin] Allocated IP 172.27.1.44 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/2b188e8b-207c-4126-a4f0-d2419d7d1608) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:04:59.288195 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-14bb7fde-abbb-493a-aa7e-bc8174de3f39 None None] Publish callbacks [] for port (695f1640-133a-42a9-bac3-491c78b00cf9), precommit_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:59.342881 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d082b5a2-3f84-43c2-af9e-8693076f03bb None None] Network 1f0b8231-ada5-4945-87a4-d1b052328819 is already hosted by enough agents. {{(pid=106851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:04:59.353196 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.base_scheduler [None req-d082b5a2-3f84-43c2-af9e-8693076f03bb None None] Resources bound (agent type, host, resource id): {{(pid=106851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:04:59.369950 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d082b5a2-3f84-43c2-af9e-8693076f03bb None None] Received port after_create {{(pid=106851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:04:59.377641 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af8b83-5a64-4258-8afa-6edaa4a95aaa None None] Pushing event updated for resources: {'Port': ['ID=b049857e-0cf5-4e2c-a65d-677d4ed8313d,revision_number=1']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:59.445765 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:59.472879 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] Set router a3b22ebd-5f19-4412-95f8-4a94866dfee2 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:04:59.477232 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port bf16b94d-1eff-47ed-946c-443372bd56a2 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:04:59.479520 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (bf16b94d-1eff-47ed-946c-443372bd56a2), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:59.479634 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d73d8-42a7-4609-8152-bced06191550 req-b09f8883-7a9c-4381-8062-e4f2c392cd5f tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:04:59.481090 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c00d73d8-42a7-4609-8152-bced06191550 req-b09f8883-7a9c-4381-8062-e4f2c392cd5f tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/networks?id=5b976880-9e41-4b86-a566-57238c6963b2 HTTP/1.1" status: 200 len: 812 time: 0.3840697 Sep 13 13:04:59.529099 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-e2af8b83-5a64-4258-8afa-6edaa4a95aaa None None] Attempting to bind port b049857e-0cf5-4e2c-a65d-677d4ed8313d on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:04:59.529474 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-e2af8b83-5a64-4258-8afa-6edaa4a95aaa None None] Attempting to bind port b049857e-0cf5-4e2c-a65d-677d4ed8313d by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': '0474db13-9c18-41f3-8716-d4ff64da1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:04:59.529850 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af8b83-5a64-4258-8afa-6edaa4a95aaa None None] Attempting to bind port b049857e-0cf5-4e2c-a65d-677d4ed8313d on network d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:04:59.538863 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-14bb7fde-abbb-493a-aa7e-bc8174de3f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (695f1640-133a-42a9-bac3-491c78b00cf9), after_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:59.548738 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f22f6d25-3ca3-45cc-9c79-6c63a05c519d admin admin] Publish callbacks [] for router_gateway (8bf8171d-2b9c-4569-8528-71cfbdafa430), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:59.572099 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c00d73d8-42a7-4609-8152-bced06191550 req-1e6ae894-6ac8-45fb-a188-77eccea6b771 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/quotas/eaaf8aa87a0f47cc9ba9f477de3c2d67 HTTP/1.1" status: 200 len: 375 time: 0.0854101 Sep 13 13:04:59.713799 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082b5a2-3f84-43c2-af9e-8693076f03bb None None] Pushing event updated for resources: {'Port': ['ID=92ef741d-2c18-4b29-b320-cc6a2c5a7ed6,revision_number=1']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:04:59.732642 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bb7fde-abbb-493a-aa7e-bc8174de3f39 None None] Network 8b1eaf98-b39c-4204-9cb2-5b574f83717c is already hosted by enough agents. {{(pid=106851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:04:59.777276 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c00d73d8-42a7-4609-8152-bced06191550 req-c4833e98-177a-42e5-9958-ef56d96cf584 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=eaaf8aa87a0f47cc9ba9f477de3c2d67&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1890783 Sep 13 13:04:59.786065 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.base_scheduler [None req-14bb7fde-abbb-493a-aa7e-bc8174de3f39 None None] Resources bound (agent type, host, resource id): {{(pid=106851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:04:59.789127 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:04:59.795854 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a41a0132-5bc3-459b-94cc-6c28e195a35c admin admin] Publish callbacks [] for port (2b188e8b-207c-4126-a4f0-d2419d7d1608), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:04:59.812011 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bb7fde-abbb-493a-aa7e-bc8174de3f39 None None] Received port after_create {{(pid=106851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:04:59.822071 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-d082b5a2-3f84-43c2-af9e-8693076f03bb None None] Attempting to bind port 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:04:59.822446 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-d082b5a2-3f84-43c2-af9e-8693076f03bb None None] Attempting to bind port 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:04:59.822805 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d082b5a2-3f84-43c2-af9e-8693076f03bb None None] Attempting to bind port 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6 on network 1f0b8231-ada5-4945-87a4-d1b052328819 {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:04:59.852188 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f22f6d25-3ca3-45cc-9c79-6c63a05c519d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583670'] for router (8bf8171d-2b9c-4569-8528-71cfbdafa430), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:00.025930 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af8b83-5a64-4258-8afa-6edaa4a95aaa None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:05:00.026351 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af8b83-5a64-4258-8afa-6edaa4a95aaa None None] Checking segment: {'id': '0474db13-9c18-41f3-8716-d4ff64da1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:05:00.026735 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-e2af8b83-5a64-4258-8afa-6edaa4a95aaa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:00.027136 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2af8b83-5a64-4258-8afa-6edaa4a95aaa None None] Bound using segment: {'id': '0474db13-9c18-41f3-8716-d4ff64da1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:05:00.027653 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-e2af8b83-5a64-4258-8afa-6edaa4a95aaa None None] Bound port: b049857e-0cf5-4e2c-a65d-677d4ed8313d, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0474db13-9c18-41f3-8716-d4ff64da1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:05:00.028050 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-e2af8b83-5a64-4258-8afa-6edaa4a95aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (b049857e-0cf5-4e2c-a65d-677d4ed8313d), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:00.155538 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a41a0132-5bc3-459b-94cc-6c28e195a35c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (2b188e8b-207c-4126-a4f0-d2419d7d1608), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:00.186027 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [req-c00d73d8-42a7-4609-8152-bced06191550 req-dd7bfe6c-1ff7-4b5f-9162-6b9e1980ee2d service neutron] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 13:05:00.186027 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c00d73d8-42a7-4609-8152-bced06191550 req-dd7bfe6c-1ff7-4b5f-9162-6b9e1980ee2d service neutron] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1331778 Sep 13 13:05:00.196816 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e71dc57-42ab-4c84-adbc-7b0c3a1de00f None None] Network 9a6ee3a0-91e5-4300-8f53-c3332833b2a0 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:05:00.207583 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb7fde-abbb-493a-aa7e-bc8174de3f39 None None] Pushing event updated for resources: {'Port': ['ID=695f1640-133a-42a9-bac3-491c78b00cf9,revision_number=1']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:00.229008 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d082b5a2-3f84-43c2-af9e-8693076f03bb None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:05:00.229390 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d082b5a2-3f84-43c2-af9e-8693076f03bb None None] Checking segment: {'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:05:00.229967 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d082b5a2-3f84-43c2-af9e-8693076f03bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:00.230260 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d082b5a2-3f84-43c2-af9e-8693076f03bb None None] Bound using segment: {'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:05:00.230858 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-d082b5a2-3f84-43c2-af9e-8693076f03bb None None] Bound port: 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:05:00.231310 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d082b5a2-3f84-43c2-af9e-8693076f03bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (92ef741d-2c18-4b29-b320-cc6a2c5a7ed6), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:00.279392 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22f6d25-3ca3-45cc-9c79-6c63a05c519d admin admin] Router 8bf8171d-2b9c-4569-8528-71cfbdafa430 is scheduled to L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 with binding_index 1 {{(pid=106849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 13:05:00.316480 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-41a9a52e-436f-4f26-8f45-0607c33a3171 None None] Provisioning complete for port ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:00.316813 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-41a9a52e-436f-4f26-8f45-0607c33a3171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:00.328055 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41a0132-5bc3-459b-94cc-6c28e195a35c admin admin] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:05:00.331060 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-14bb7fde-abbb-493a-aa7e-bc8174de3f39 None None] Attempting to bind port 695f1640-133a-42a9-bac3-491c78b00cf9 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:05:00.331436 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-14bb7fde-abbb-493a-aa7e-bc8174de3f39 None None] Attempting to bind port 695f1640-133a-42a9-bac3-491c78b00cf9 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': '5d09d9c1-8cb9-46d2-a749-3029c466f88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:05:00.331801 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb7fde-abbb-493a-aa7e-bc8174de3f39 None None] Attempting to bind port 695f1640-133a-42a9-bac3-491c78b00cf9 on network 8b1eaf98-b39c-4204-9cb2-5b574f83717c {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:05:00.344711 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-a41a0132-5bc3-459b-94cc-6c28e195a35c admin admin] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:05:00.351201 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [None req-2a5155ef-a789-4cb0-b5ac-aca82ebb9234 admin admin] Allocated IP 172.27.1.78 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/7814dd08-b7b1-4f3c-8599-8290700f3d38) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:05:00.353517 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a0132-5bc3-459b-94cc-6c28e195a35c admin admin] Pushing event updated for resources: {'Port': ['ID=2b188e8b-207c-4126-a4f0-d2419d7d1608,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:00.355682 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41a0132-5bc3-459b-94cc-6c28e195a35c admin admin] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:05:00.406545 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:00.446410 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22f6d25-3ca3-45cc-9c79-6c63a05c519d admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:05:00.451662 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port bf16b94d-1eff-47ed-946c-443372bd56a2 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:00.452052 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (bf16b94d-1eff-47ed-946c-443372bd56a2), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:00.458157 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] Sync routers for ids ['8bf8171d-2b9c-4569-8528-71cfbdafa430'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:05:00.479653 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] Routers {'8bf8171d-2b9c-4569-8528-71cfbdafa430'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:05:00.484582 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:04:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8bf8171d-2b9c-4569-8528-71cfbdafa430'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:00.556921 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c00d73d8-42a7-4609-8152-bced06191550 req-13a1a4ea-1424-4890-b504-8b66c317c3c2 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5b976880-9e41-4b86-a566-57238c6963b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3703327 Sep 13 13:05:00.578777 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port bf16b94d-1eff-47ed-946c-443372bd56a2, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=bf16b94d-1eff-47ed-946c-443372bd56a2,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:00.593129 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-e2af8b83-5a64-4258-8afa-6edaa4a95aaa None None] For port b049857e-0cf5-4e2c-a65d-677d4ed8313d, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:05:00.619904 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f22f6d25-3ca3-45cc-9c79-6c63a05c519d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:00.624774 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-f22f6d25-3ca3-45cc-9c79-6c63a05c519d admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3154047 Sep 13 13:05:00.636418 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 60790) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:00.639365 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb7fde-abbb-493a-aa7e-bc8174de3f39 None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:05:00.639742 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb7fde-abbb-493a-aa7e-bc8174de3f39 None None] Checking segment: {'id': '5d09d9c1-8cb9-46d2-a749-3029c466f88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:05:00.640147 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-14bb7fde-abbb-493a-aa7e-bc8174de3f39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:00.640541 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb7fde-abbb-493a-aa7e-bc8174de3f39 None None] Bound using segment: {'id': '5d09d9c1-8cb9-46d2-a749-3029c466f88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:05:00.641040 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-14bb7fde-abbb-493a-aa7e-bc8174de3f39 None None] Bound port: 695f1640-133a-42a9-bac3-491c78b00cf9, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d09d9c1-8cb9-46d2-a749-3029c466f88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:05:00.641426 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-14bb7fde-abbb-493a-aa7e-bc8174de3f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (695f1640-133a-42a9-bac3-491c78b00cf9), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:00.650688 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-e2af8b83-5a64-4258-8afa-6edaa4a95aaa None None] For port b049857e-0cf5-4e2c-a65d-677d4ed8313d, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=b049857e-0cf5-4e2c-a65d-677d4ed8313d,segment=NetworkSegment(0474db13-9c18-41f3-8716-d4ff64da1e69),segment_id=0474db13-9c18-41f3-8716-d4ff64da1e69)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:05:00.652378 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-d082b5a2-3f84-43c2-af9e-8693076f03bb None None] For port 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:05:00.667920 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b22ebd-5f19-4412-95f8-4a94866dfee2', 'name': 'tempest-DeleteServersTestJSON-1777890685-router', 'tenant_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bf16b94d-1eff-47ed-946c-443372bd56a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:51Z', 'updated_at': '2022-09-13T13:04:56Z', 'revision_number': 4, 'project_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'gw_port': {'id': 'bf16b94d-1eff-47ed-946c-443372bd56a2', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:92:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b22ebd-5f19-4412-95f8-4a94866dfee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:51Z', 'updated_at': '2022-09-13T13:04:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '4f03eeca-1053-4106-957f-51e28bca9b3f', 'name': '', 'network_id': '5b976880-9e41-4b86-a566-57238c6963b2', 'tenant_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'mac_address': 'fa:16:3e:f5:11:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b22ebd-5f19-4412-95f8-4a94866dfee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4884382d-2c2c-4b3c-ab55-6e5f10e386b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:04:56Z', 'revision_number': 2, 'project_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'subnets': [{'id': '4884382d-2c2c-4b3c-ab55-6e5f10e386b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:00.668079 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] Set router 8bf8171d-2b9c-4569-8528-71cfbdafa430 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:05:00.761912 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-d082b5a2-3f84-43c2-af9e-8693076f03bb None None] For port 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=92ef741d-2c18-4b29-b320-cc6a2c5a7ed6,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:05:00.765617 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (bf16b94d-1eff-47ed-946c-443372bd56a2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:00.769413 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] Checking router: a3b22ebd-5f19-4412-95f8-4a94866dfee2 for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:05:00.770053 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] Updating router a3b22ebd-5f19-4412-95f8-4a94866dfee2 port 4f03eeca-1053-4106-957f-51e28bca9b3f binding host dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 13:05:00.774386 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2a5155ef-a789-4cb0-b5ac-aca82ebb9234 admin admin] Publish callbacks [] for port (7814dd08-b7b1-4f3c-8599-8290700f3d38), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:00.781885 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:00.791789 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c00d73d8-42a7-4609-8152-bced06191550 req-b494b3ad-0a0e-40dd-adec-5e032bf6bbf0 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/5b976880-9e41-4b86-a566-57238c6963b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147274 Sep 13 13:05:00.875232 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-e2af8b83-5a64-4258-8afa-6edaa4a95aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (b049857e-0cf5-4e2c-a65d-677d4ed8313d), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:00.922680 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 60798) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:01.076870 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:04:59Z', 'revision_number': 3, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:04:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:01.118675 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] Checking router: 8bf8171d-2b9c-4569-8528-71cfbdafa430 for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:05:01.119746 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] Updating router 8bf8171d-2b9c-4569-8528-71cfbdafa430 port 81b0212c-bd30-4910-8dce-73b000985193 binding host dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 13:05:01.188912 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a41a0132-5bc3-459b-94cc-6c28e195a35c admin admin] Publish callbacks [] for router_gateway (8926fa8f-cbac-4d5c-a954-6763bfc46885), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:01.257379 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:01.261146 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d082b5a2-3f84-43c2-af9e-8693076f03bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (92ef741d-2c18-4b29-b320-cc6a2c5a7ed6), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:01.347230 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-14bb7fde-abbb-493a-aa7e-bc8174de3f39 None None] For port 695f1640-133a-42a9-bac3-491c78b00cf9, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:05:01.351414 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-14bb7fde-abbb-493a-aa7e-bc8174de3f39 None None] For port 695f1640-133a-42a9-bac3-491c78b00cf9, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=695f1640-133a-42a9-bac3-491c78b00cf9,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:05:01.388553 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2a5155ef-a789-4cb0-b5ac-aca82ebb9234 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (7814dd08-b7b1-4f3c-8599-8290700f3d38), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:01.435357 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 60820) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:01.437475 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:01.450145 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (81b0212c-bd30-4910-8dce-73b000985193), before_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:01.455100 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-41a9a52e-436f-4f26-8f45-0607c33a3171 None None] Current status of the port ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:01.455100 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-41a9a52e-436f-4f26-8f45-0607c33a3171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:01.502577 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:01.552233 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-14bb7fde-abbb-493a-aa7e-bc8174de3f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (695f1640-133a-42a9-bac3-491c78b00cf9), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:01.609567 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (4f03eeca-1053-4106-957f-51e28bca9b3f), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:01.614862 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 60832) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:01.641197 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:01.696275 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=bf16b94d-1eff-47ed-946c-443372bd56a2,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:01.854066 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=100 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:01.878871 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:01.995328 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-41a9a52e-436f-4f26-8f45-0607c33a3171 None None] For port ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7,segment=NetworkSegment(add5e484-7471-480b-a06b-32a9eb9454e4),segment_id=add5e484-7471-480b-a06b-32a9eb9454e4)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:02.036524 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5155ef-a789-4cb0-b5ac-aca82ebb9234 admin admin] Pushing event updated for resources: {'Port': ['ID=7814dd08-b7b1-4f3c-8599-8290700f3d38,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:02.041606 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:02.050721 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1b56d6fc-926b-427f-9a01-61b33c003b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:02.058680 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:02.149797 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-19a76eb5-6ee4-457c-bfbf-20619d05e9e8 req-8b49f906-f0a4-48c0-84a8-87d6a344a32b tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 210 time: 0.7016146 Sep 13 13:05:02.160680 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1b56d6fc-926b-427f-9a01-61b33c003b25 admin admin] Publish callbacks [] for security_group (abc1d48e-f253-4375-b3a8-f9012cf1fe99), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:02.163618 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-25ae3555-4a56-4ea7-bb66-3648302283aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:02.167334 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:02.186782 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=88,neutron:UPDATE=6,neutron:INSERT=6 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:02.190599 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-41a9a52e-436f-4f26-8f45-0607c33a3171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:02.192304 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fc5a58e9-5094-47d5-bc83-5b0d6e629b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:02.228007 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1b56d6fc-926b-427f-9a01-61b33c003b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (abc1d48e-f253-4375-b3a8-f9012cf1fe99), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:02.276451 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5155ef-a789-4cb0-b5ac-aca82ebb9234 admin admin] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:05:02.406677 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-2a5155ef-a789-4cb0-b5ac-aca82ebb9234 admin admin] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:05:02.411902 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af8b83-5a64-4258-8afa-6edaa4a95aaa None None] Pushing event updated for resources: {'Port': ['ID=b049857e-0cf5-4e2c-a65d-677d4ed8313d,revision_number=2']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:02.422717 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5155ef-a789-4cb0-b5ac-aca82ebb9234 admin admin] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:05:02.433381 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:02.524344 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-fc5a58e9-5094-47d5-bc83-5b0d6e629b23 admin admin] Allocated IP 172.20.0.1 (1f0b8231-ada5-4945-87a4-d1b052328819/8e8aac7b-ea4b-46cf-9476-3c7b376f07e0/0a394588-bb4a-4ac3-aec8-1ac37887ac54) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:05:02.552517 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d082b5a2-3f84-43c2-af9e-8693076f03bb None None] Pushing event updated for resources: {'Port': ['ID=92ef741d-2c18-4b29-b320-cc6a2c5a7ed6,revision_number=2']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:02.628470 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb7fde-abbb-493a-aa7e-bc8174de3f39 None None] Pushing event updated for resources: {'Port': ['ID=695f1640-133a-42a9-bac3-491c78b00cf9,revision_number=2']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:02.653135 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-f636e4e8-246f-4233-be0c-0c65275fc279 None None] Provisioning complete for port ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:02.653797 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-f636e4e8-246f-4233-be0c-0c65275fc279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:02.679765 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fc5a58e9-5094-47d5-bc83-5b0d6e629b23 admin admin] Publish callbacks [] for port (0a394588-bb4a-4ac3-aec8-1ac37887ac54), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:02.707032 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:02.716298 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:02.718328 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:02.721435 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [None req-9a3c7666-362c-4965-8511-615c3d2134e8 admin admin] Allocated IP 172.27.1.56 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/cab8814d-d263-4f70-8a1b-1c47c96b971e) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:05:02.753038 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-1b56d6fc-926b-427f-9a01-61b33c003b25 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=f38ac749002a4725a20b4d0037f33952&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1354685 Sep 13 13:05:02.754242 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b56d6fc-926b-427f-9a01-61b33c003b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc1d48e-f253-4375-b3a8-f9012cf1fe99,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:02.757300 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 60860) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:02.780224 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-25ae3555-4a56-4ea7-bb66-3648302283aa admin admin] Publish callbacks [] for security_group (bea68bca-8a03-41eb-94a2-2fbe1e8206a6), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:02.836990 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:02.862935 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf14f86-1710-48f2-9f83-27b60d373b4b None None] Network d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:05:02.902103 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fc5a58e9-5094-47d5-bc83-5b0d6e629b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (0a394588-bb4a-4ac3-aec8-1ac37887ac54), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:02.935463 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:02.944742 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-76599eb7-22ee-42e3-86b8-09284bc3783d admin admin] Publish callbacks [] for security_group (abc1d48e-f253-4375-b3a8-f9012cf1fe99), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:03.013702 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5a58e9-5094-47d5-bc83-5b0d6e629b23 admin admin] Network 1f0b8231-ada5-4945-87a4-d1b052328819 is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:05:03.019977 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-fc5a58e9-5094-47d5-bc83-5b0d6e629b23 admin admin] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:05:03.029598 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5a58e9-5094-47d5-bc83-5b0d6e629b23 admin admin] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:05:03.042045 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fc5a58e9-5094-47d5-bc83-5b0d6e629b23 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803539'] for router_interface (8bf8171d-2b9c-4569-8528-71cfbdafa430), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:03.043116 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9a52e-436f-4f26-8f45-0607c33a3171 None None] Pushing event updated for resources: {'Port': ['ID=ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:03.050923 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-76599eb7-22ee-42e3-86b8-09284bc3783d admin admin] Publish callbacks [] for security_group (abc1d48e-f253-4375-b3a8-f9012cf1fe99), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:03.110617 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-25ae3555-4a56-4ea7-bb66-3648302283aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (bea68bca-8a03-41eb-94a2-2fbe1e8206a6), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:03.193995 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-f636e4e8-246f-4233-be0c-0c65275fc279 None None] Current status of the port ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:03.303834 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a58e9-5094-47d5-bc83-5b0d6e629b23 admin admin] Pushing event updated for resources: {'Port': ['ID=0a394588-bb4a-4ac3-aec8-1ac37887ac54,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:03.321787 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-56cf32b9-fcd7-4984-bde9-39653cf4d670 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:03.340973 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ae3555-4a56-4ea7-bb66-3648302283aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea68bca-8a03-41eb-94a2-2fbe1e8206a6,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:03.393492 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a26981-b7b8-490f-8ade-cf165a838e51 None None] Network 1f0b8231-ada5-4945-87a4-d1b052328819 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:05:03.396067 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device bf16b94d-1eff-47ed-946c-443372bd56a2 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:03.426025 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-76599eb7-22ee-42e3-86b8-09284bc3783d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (abc1d48e-f253-4375-b3a8-f9012cf1fe99), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:03.429257 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-76599eb7-22ee-42e3-86b8-09284bc3783d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:03.438750 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-76599eb7-22ee-42e3-86b8-09284bc3783d admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/abc1d48e-f253-4375-b3a8-f9012cf1fe99 HTTP/1.1" status: 204 len: 168 time: 0.6756976 Sep 13 13:05:03.446754 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-5a1e09cc-c4f8-4266-8f9f-b28d4848d3e8 None None] Provisioning complete for port b049857e-0cf5-4e2c-a65d-677d4ed8313d triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:03.447898 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-5a1e09cc-c4f8-4266-8f9f-b28d4848d3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (b049857e-0cf5-4e2c-a65d-677d4ed8313d), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:03.457416 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a41a0132-5bc3-459b-94cc-6c28e195a35c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583670'] for router (8926fa8f-cbac-4d5c-a954-6763bfc46885), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:03.465799 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76599eb7-22ee-42e3-86b8-09284bc3783d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc1d48e-f253-4375-b3a8-f9012cf1fe99,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:03.470063 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fc5a58e9-5094-47d5-bc83-5b0d6e629b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (0a394588-bb4a-4ac3-aec8-1ac37887ac54), before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:03.470203 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-25ae3555-4a56-4ea7-bb66-3648302283aa admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=439cc533cdb04e508aeb56243998d880&name=default HTTP/1.1" status: 200 len: 2992 time: 2.5454714 Sep 13 13:05:03.483245 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 60874) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:03.487156 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9a3c7666-362c-4965-8511-615c3d2134e8 admin admin] Publish callbacks [] for port (cab8814d-d263-4f70-8a1b-1c47c96b971e), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:03.504352 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2a5155ef-a789-4cb0-b5ac-aca82ebb9234 admin admin] Publish callbacks [] for router_gateway (150dce18-585e-4911-8f36-6a6ad5d4883b), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:03.590581 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] Publish callbacks [] for port (4f03eeca-1053-4106-957f-51e28bca9b3f), precommit_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:03.603302 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:03.682841 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bc9c47c4-62f7-41de-94a5-6fed2c87e2d9 req-e3876c5a-0a8e-49a0-9acc-2a1c57908dbf tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 210 time: 0.1925569 Sep 13 13:05:03.683981 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:03.714548 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port bf16b94d-1eff-47ed-946c-443372bd56a2 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:03.719384 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (bf16b94d-1eff-47ed-946c-443372bd56a2), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:03.732220 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (4f03eeca-1053-4106-957f-51e28bca9b3f), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:03.845315 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fc5a58e9-5094-47d5-bc83-5b0d6e629b23 admin admin] Publish callbacks [] for port (0a394588-bb4a-4ac3-aec8-1ac37887ac54), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:03.868524 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b39cf4d-ff68-4b5b-9cdd-552a556d1c85 None None] Network 8b1eaf98-b39c-4204-9cb2-5b574f83717c requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:05:03.919558 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fc5a58e9-5094-47d5-bc83-5b0d6e629b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (0a394588-bb4a-4ac3-aec8-1ac37887ac54), after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:03.920633 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fc5a58e9-5094-47d5-bc83-5b0d6e629b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1691706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1803655'] for router_interface (8bf8171d-2b9c-4569-8528-71cfbdafa430), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:03.953045 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dae7a8-79c2-4a7c-9d7a-6e95316e54ea None None] Pushing event updated for resources: {'Port': ['ID=4f03eeca-1053-4106-957f-51e28bca9b3f,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:04.004904 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9a3c7666-362c-4965-8511-615c3d2134e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (cab8814d-d263-4f70-8a1b-1c47c96b971e), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:04.030597 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] Attempting to bind port 4f03eeca-1053-4106-957f-51e28bca9b3f on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:05:04.030971 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] Attempting to bind port 4f03eeca-1053-4106-957f-51e28bca9b3f by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': '8a2734a1-25ec-4137-a4c8-68c02a62c822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5b976880-9e41-4b86-a566-57238c6963b2'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:05:04.031331 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] Attempting to bind port 4f03eeca-1053-4106-957f-51e28bca9b3f on network 5b976880-9e41-4b86-a566-57238c6963b2 {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:05:04.056453 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3c7666-362c-4965-8511-615c3d2134e8 admin admin] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:05:04.062312 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-5a1e09cc-c4f8-4266-8f9f-b28d4848d3e8 None None] Current status of the port b049857e-0cf5-4e2c-a65d-677d4ed8313d is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:04.062678 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-5a1e09cc-c4f8-4266-8f9f-b28d4848d3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (b049857e-0cf5-4e2c-a65d-677d4ed8313d), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:04.068698 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-9a3c7666-362c-4965-8511-615c3d2134e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:05:04.101561 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5a58e9-5094-47d5-bc83-5b0d6e629b23 admin admin] Pushing event updated for resources: {'Port': ['ID=0a394588-bb4a-4ac3-aec8-1ac37887ac54,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:04.113853 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3c7666-362c-4965-8511-615c3d2134e8 admin admin] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:05:04.125263 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-cdd84363-7864-4815-ab6d-1f7ed14a86d3 admin admin] Publish callbacks [] for security_group (bea68bca-8a03-41eb-94a2-2fbe1e8206a6), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:04.198282 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port bf16b94d-1eff-47ed-946c-443372bd56a2 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:04.199804 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device b049857e-0cf5-4e2c-a65d-677d4ed8313d up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:04.247733 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5a58e9-5094-47d5-bc83-5b0d6e629b23 admin admin] Network 1f0b8231-ada5-4945-87a4-d1b052328819 is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:05:04.250301 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-fc5a58e9-5094-47d5-bc83-5b0d6e629b23 admin admin] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:05:04.264702 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:UPDATE=6 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:04.330943 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3c7666-362c-4965-8511-615c3d2134e8 admin admin] Pushing event updated for resources: {'Port': ['ID=cab8814d-d263-4f70-8a1b-1c47c96b971e,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:04.338879 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-cdd84363-7864-4815-ab6d-1f7ed14a86d3 admin admin] Publish callbacks [] for security_group (bea68bca-8a03-41eb-94a2-2fbe1e8206a6), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:04.359000 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-5a1e09cc-c4f8-4266-8f9f-b28d4848d3e8 None None] For port b049857e-0cf5-4e2c-a65d-677d4ed8313d, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=b049857e-0cf5-4e2c-a65d-677d4ed8313d,segment=NetworkSegment(0474db13-9c18-41f3-8716-d4ff64da1e69),segment_id=0474db13-9c18-41f3-8716-d4ff64da1e69)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:04.366435 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:04.370797 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:05:04.371430 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] Checking segment: {'id': '8a2734a1-25ec-4137-a4c8-68c02a62c822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5b976880-9e41-4b86-a566-57238c6963b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:05:04.371598 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 60888) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:04.372129 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:04.372658 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] Bound using segment: {'id': '8a2734a1-25ec-4137-a4c8-68c02a62c822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5b976880-9e41-4b86-a566-57238c6963b2'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:05:04.373335 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] Bound port: 4f03eeca-1053-4106-957f-51e28bca9b3f, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a2734a1-25ec-4137-a4c8-68c02a62c822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5b976880-9e41-4b86-a566-57238c6963b2'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:05:04.373914 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (4f03eeca-1053-4106-957f-51e28bca9b3f), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:04.387960 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] Publish callbacks [] for port (81b0212c-bd30-4910-8dce-73b000985193), precommit_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:04.403638 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3df4b9f2-4391-4d83-8ea1-235c7807a23a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:04.420946 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port b049857e-0cf5-4e2c-a65d-677d4ed8313d triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:04.425693 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (b049857e-0cf5-4e2c-a65d-677d4ed8313d), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:04.426018 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41a0132-5bc3-459b-94cc-6c28e195a35c admin admin] Router 8926fa8f-cbac-4d5c-a954-6763bfc46885 is scheduled to L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 with binding_index 1 {{(pid=106850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 13:05:04.453938 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:04.517393 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (81b0212c-bd30-4910-8dce-73b000985193), after_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:04.519905 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-5a1e09cc-c4f8-4266-8f9f-b28d4848d3e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (b049857e-0cf5-4e2c-a65d-677d4ed8313d), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:04.558047 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] Attempting to bind port 81b0212c-bd30-4910-8dce-73b000985193 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:05:04.562735 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] Attempting to bind port 81b0212c-bd30-4910-8dce-73b000985193 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}] {{(pid=106852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:05:04.562735 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] Attempting to bind port 81b0212c-bd30-4910-8dce-73b000985193 on network b91df1e9-be0f-4e52-84e7-72fa847e0b1f {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:05:04.572830 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc5a58e9-5094-47d5-bc83-5b0d6e629b23 admin admin] Router 8bf8171d-2b9c-4569-8528-71cfbdafa430 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:05:04.613960 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:04.665269 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] For port 4f03eeca-1053-4106-957f-51e28bca9b3f, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:05:04.689880 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-d374fb87-11b6-4863-a8a6-e0c68471dec0 None None] Provisioning complete for port 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:04.690510 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d374fb87-11b6-4863-a8a6-e0c68471dec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (92ef741d-2c18-4b29-b320-cc6a2c5a7ed6), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:04.696146 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1e09cc-c4f8-4266-8f9f-b28d4848d3e8 None None] Pushing event updated for resources: {'Port': ['ID=b049857e-0cf5-4e2c-a65d-677d4ed8313d,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:04.700983 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] For port 4f03eeca-1053-4106-957f-51e28bca9b3f, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=4f03eeca-1053-4106-957f-51e28bca9b3f,segment=NetworkSegment(8a2734a1-25ec-4137-a4c8-68c02a62c822),segment_id=8a2734a1-25ec-4137-a4c8-68c02a62c822)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:05:04.704341 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:04.704540 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-cdd84363-7864-4815-ab6d-1f7ed14a86d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (bea68bca-8a03-41eb-94a2-2fbe1e8206a6), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:04.708909 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-cdd84363-7864-4815-ab6d-1f7ed14a86d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:04.716734 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-cdd84363-7864-4815-ab6d-1f7ed14a86d3 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/bea68bca-8a03-41eb-94a2-2fbe1e8206a6 HTTP/1.1" status: 204 len: 168 time: 1.2096188 Sep 13 13:05:04.763251 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:04.793230 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475ba7f-8025-4204-9a31-b232d1df8afc None None] Pushing event updated for resources: {'Port': ['ID=81b0212c-bd30-4910-8dce-73b000985193,revision_number=2']} {{(pid=106852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:04.825136 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:05:04.825530 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] Checking segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:05:04.828127 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:04.828551 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] Bound using segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:05:04.829210 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] Bound port: 81b0212c-bd30-4910-8dce-73b000985193, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}}] {{(pid=106852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:05:04.831263 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (81b0212c-bd30-4910-8dce-73b000985193), before_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:04.847722 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41a0132-5bc3-459b-94cc-6c28e195a35c admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:05:04.850965 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port b049857e-0cf5-4e2c-a65d-677d4ed8313d is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:04.855729 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:04.868507 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2a5155ef-a789-4cb0-b5ac-aca82ebb9234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583670'] for router (150dce18-585e-4911-8f36-6a6ad5d4883b), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:04.887448 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:04.939417 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3df4b9f2-4391-4d83-8ea1-235c7807a23a admin admin] Publish callbacks [] for security_group (436505e5-2a5b-439f-a3af-e090b84bcd40), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:04.959283 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc5a58e9-5094-47d5-bc83-5b0d6e629b23 admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:05:04.962969 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.db [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] For port 81b0212c-bd30-4910-8dce-73b000985193, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:05:04.970614 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.db [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] For port 81b0212c-bd30-4910-8dce-73b000985193, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=81b0212c-bd30-4910-8dce-73b000985193,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:05:04.984383 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-fc5a58e9-5094-47d5-bc83-5b0d6e629b23 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/8bf8171d-2b9c-4569-8528-71cfbdafa430/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3464441 Sep 13 13:05:05.021014 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3df4b9f2-4391-4d83-8ea1-235c7807a23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (436505e5-2a5b-439f-a3af-e090b84bcd40), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:05.089063 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-3df4b9f2-4391-4d83-8ea1-235c7807a23a admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=b1635a8e42be4165a09715645943df03&name=default HTTP/1.1" status: 200 len: 2995 time: 0.7161055 Sep 13 13:05:05.089883 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 60900) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:05.112070 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (81b0212c-bd30-4910-8dce-73b000985193), after_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:05.113888 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a41a0132-5bc3-459b-94cc-6c28e195a35c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:05.121363 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-a41a0132-5bc3-459b-94cc-6c28e195a35c admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 9.4789147 Sep 13 13:05:05.121363 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd84363-7864-4815-ab6d-1f7ed14a86d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea68bca-8a03-41eb-94a2-2fbe1e8206a6,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:05.131080 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 60902) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:05.218251 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4b9f2-4391-4d83-8ea1-235c7807a23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436505e5-2a5b-439f-a3af-e090b84bcd40,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:05.227126 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e475ba7f-8025-4204-9a31-b232d1df8afc None None] Pushing event updated for resources: {'Port': ['ID=81b0212c-bd30-4910-8dce-73b000985193,revision_number=3']} {{(pid=106852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:05.239459 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] Routers {'8bf8171d-2b9c-4569-8528-71cfbdafa430'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:05:05.239459 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:04:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8bf8171d-2b9c-4569-8528-71cfbdafa430'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:05.245442 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8fcfc4da-a2fd-45c9-9c78-b6dce52aca8c admin admin] Publish callbacks [] for security_group (436505e5-2a5b-439f-a3af-e090b84bcd40), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:05.249055 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-57ef7531-8fe1-4c9d-b886-041d8445e4d4 req-5b11f3ca-786a-48e5-adc1-b21dce0d19a0 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 210 time: 0.1357245 Sep 13 13:05:05.299945 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8fcfc4da-a2fd-45c9-9c78-b6dce52aca8c admin admin] Publish callbacks [] for security_group (436505e5-2a5b-439f-a3af-e090b84bcd40), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:05.308461 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] Sync routers for ids ['8926fa8f-cbac-4d5c-a954-6763bfc46885'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:05:05.332940 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (4f03eeca-1053-4106-957f-51e28bca9b3f), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:05.399261 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] Set router 8bf8171d-2b9c-4569-8528-71cfbdafa430 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:05:05.475076 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9a3c7666-362c-4965-8511-615c3d2134e8 admin admin] Publish callbacks [] for router_gateway (ef52e44f-c053-4bae-82b5-a6ef90af4c1e), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:05.500912 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8fcfc4da-a2fd-45c9-9c78-b6dce52aca8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (436505e5-2a5b-439f-a3af-e090b84bcd40), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:05.504747 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8fcfc4da-a2fd-45c9-9c78-b6dce52aca8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:05.506100 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-8fcfc4da-a2fd-45c9-9c78-b6dce52aca8c admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/436505e5-2a5b-439f-a3af-e090b84bcd40 HTTP/1.1" status: 204 len: 168 time: 0.4130554 Sep 13 13:05:05.524999 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfc4da-a2fd-45c9-9c78-b6dce52aca8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436505e5-2a5b-439f-a3af-e090b84bcd40,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:05.542664 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] Routers {'8926fa8f-cbac-4d5c-a954-6763bfc46885'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:05:05.545579 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:04:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8926fa8f-cbac-4d5c-a954-6763bfc46885'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:05.561754 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:05.561754 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (92ef741d-2c18-4b29-b320-cc6a2c5a7ed6), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:05.646659 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] Routers {'a3b22ebd-5f19-4412-95f8-4a94866dfee2'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:05:05.648737 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:04:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['a3b22ebd-5f19-4412-95f8-4a94866dfee2'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:05.651534 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-c0324c00-afc7-4bb7-9123-fd3426757d93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:05.698514 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:05.805260 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-d374fb87-11b6-4863-a8a6-e0c68471dec0 None None] Current status of the port 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:05.807339 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d374fb87-11b6-4863-a8a6-e0c68471dec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (92ef741d-2c18-4b29-b320-cc6a2c5a7ed6), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:05.836737 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dae7a8-79c2-4a7c-9d7a-6e95316e54ea None None] Pushing event updated for resources: {'Port': ['ID=4f03eeca-1053-4106-957f-51e28bca9b3f,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:05.922036 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5155ef-a789-4cb0-b5ac-aca82ebb9234 admin admin] Router 150dce18-585e-4911-8f36-6a6ad5d4883b is scheduled to L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 with binding_index 1 {{(pid=106850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 13:05:05.963562 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 60930) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:05.968126 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-3e274c73-0a28-4b67-a42c-5055a661f0a1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1209359042', 'description': 'tempest-description--306485175'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:06.028802 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9a3c7666-362c-4965-8511-615c3d2134e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583670'] for router (ef52e44f-c053-4bae-82b5-a6ef90af4c1e), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:06.058126 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:06.082589 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 2, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:06.116929 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-d374fb87-11b6-4863-a8a6-e0c68471dec0 None None] For port 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=92ef741d-2c18-4b29-b320-cc6a2c5a7ed6,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:06.136164 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3e274c73-0a28-4b67-a42c-5055a661f0a1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:06.137965 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66275d0d-56fa-4db6-ba35-d448b745e2a6 None None] The sync data for ids ['8bf8171d-2b9c-4569-8528-71cfbdafa430'] in dv-cinder-801354-10-iscsi is: [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 2, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:05:06.151938 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] Set router 8926fa8f-cbac-4d5c-a954-6763bfc46885 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:05:06.232709 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:06.236338 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] Set router a3b22ebd-5f19-4412-95f8-4a94866dfee2 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:05:06.239441 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d374fb87-11b6-4863-a8a6-e0c68471dec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (92ef741d-2c18-4b29-b320-cc6a2c5a7ed6), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:06.242781 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:06.243345 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (92ef741d-2c18-4b29-b320-cc6a2c5a7ed6), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:06.328335 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3e274c73-0a28-4b67-a42c-5055a661f0a1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group (6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:06.363543 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:06.391899 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3e274c73-0a28-4b67-a42c-5055a661f0a1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:06.437287 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:06.495004 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-24b9406f-8497-462e-b562-234e1cc88a8e req-5b1d4b66-33f1-474c-9b3c-a93b8ed11c79 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 210 time: 0.0791903 Sep 13 13:05:06.507325 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.61', 55459) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:06.533144 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-d374fb87-11b6-4863-a8a6-e0c68471dec0 None None] Provisioning complete for port 0a394588-bb4a-4ac3-aec8-1ac37887ac54 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:06.534062 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d374fb87-11b6-4863-a8a6-e0c68471dec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (0a394588-bb4a-4ac3-aec8-1ac37887ac54), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:06.562830 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:05:06.606808 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5155ef-a789-4cb0-b5ac-aca82ebb9234 admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:05:06.618205 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] Sync routers for ids ['150dce18-585e-4911-8f36-6a6ad5d4883b'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:05:06.657320 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] Routers {'150dce18-585e-4911-8f36-6a6ad5d4883b'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:05:06.663603 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:05:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['150dce18-585e-4911-8f36-6a6ad5d4883b'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:06.673848 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-d374fb87-11b6-4863-a8a6-e0c68471dec0 None None] Port 0a394588-bb4a-4ac3-aec8-1ac37887ac54 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:05:06.702595 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:06.720017 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e274c73-0a28-4b67-a42c-5055a661f0a1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:06.778227 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2a5155ef-a789-4cb0-b5ac-aca82ebb9234 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:06.779569 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-2a5155ef-a789-4cb0-b5ac-aca82ebb9234 admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 11.0444136 Sep 13 13:05:06.785000 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 60960) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:06.850035 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-d374fb87-11b6-4863-a8a6-e0c68471dec0 None None] Provisioning complete for port b049857e-0cf5-4e2c-a65d-677d4ed8313d triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:06.850923 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d374fb87-11b6-4863-a8a6-e0c68471dec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (b049857e-0cf5-4e2c-a65d-677d4ed8313d), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:06.861459 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.db.api [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106851) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 13 13:05:06.861964 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG oslo_db.api [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 13 13:05:06.862630 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374fb87-11b6-4863-a8a6-e0c68471dec0 None None] Pushing event updated for resources: {'Port': ['ID=92ef741d-2c18-4b29-b320-cc6a2c5a7ed6,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:06.959245 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3e274c73-0a28-4b67-a42c-5055a661f0a1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:06.965054 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-3e274c73-0a28-4b67-a42c-5055a661f0a1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0006914 Sep 13 13:05:06.968211 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 60970) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:06.971909 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:06.975518 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-d4148c3f-dcfb-49d2-be97-9942744b977d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Request body: {'security_group_rule': {'security_group_id': '6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:06.990137 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] Set router 150dce18-585e-4911-8f36-6a6ad5d4883b gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:05:06.995112 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:07.081308 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:07.118972 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a3c7666-362c-4965-8511-615c3d2134e8 admin admin] Router ef52e44f-c053-4bae-82b5-a6ef90af4c1e is scheduled to L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 with binding_index 1 {{(pid=106850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 13:05:07.168087 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d4148c3f-dcfb-49d2-be97-9942744b977d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group_rule (87a4bc54-8089-4f4e-954e-deb0c80912c5), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:07.215148 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-07e16dc0-ebdd-4efa-80d9-63abf06cbab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:07.294826 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d73d8-42a7-4609-8152-bced06191550 req-37bc8884-7761-4a3d-a338-8bd8f932411b tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:07.300185 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c00d73d8-42a7-4609-8152-bced06191550 req-37bc8884-7761-4a3d-a338-8bd8f932411b tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.61 "GET /networking/v2.0/networks?id=5b976880-9e41-4b86-a566-57238c6963b2 HTTP/1.1" status: 200 len: 812 time: 0.7915008 Sep 13 13:05:07.325928 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'name': 'tempest-AttachVolumeShelveTestJSON-1233448772-router', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:02Z', 'revision_number': 3, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'gw_port': {'id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:07.374354 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-d374fb87-11b6-4863-a8a6-e0c68471dec0 None None] Current status of the port b049857e-0cf5-4e2c-a65d-677d4ed8313d is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:07.390300 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'name': 'tempest-AttachVolumeTestJSON-1441218684-router', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:00Z', 'revision_number': 3, 'project_id': '75f6274158934ab5abf68951902f1e81', 'gw_port': {'id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:04:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:07.397976 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] Checking router: 150dce18-585e-4911-8f36-6a6ad5d4883b for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:05:07.398711 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] Updating router 150dce18-585e-4911-8f36-6a6ad5d4883b port 7814dd08-b7b1-4f3c-8599-8290700f3d38 binding host dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 13:05:07.498637 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (7814dd08-b7b1-4f3c-8599-8290700f3d38), before_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:07.534221 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-d374fb87-11b6-4863-a8a6-e0c68471dec0 None None] Provisioning complete for port 695f1640-133a-42a9-bac3-491c78b00cf9 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:07.534863 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d374fb87-11b6-4863-a8a6-e0c68471dec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (695f1640-133a-42a9-bac3-491c78b00cf9), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:07.536686 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] Checking router: 8926fa8f-cbac-4d5c-a954-6763bfc46885 for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:05:07.537040 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] Updating router 8926fa8f-cbac-4d5c-a954-6763bfc46885 port 2b188e8b-207c-4126-a4f0-d2419d7d1608 binding host dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 13:05:07.549019 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:07.657643 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:07.667519 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:07.674493 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a3c7666-362c-4965-8511-615c3d2134e8 admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:05:07.677663 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d4148c3f-dcfb-49d2-be97-9942744b977d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group_rule (87a4bc54-8089-4f4e-954e-deb0c80912c5), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:07.688669 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 695f1640-133a-42a9-bac3-491c78b00cf9 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:07.715808 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-c00d73d8-42a7-4609-8152-bced06191550 req-ac91d789-ae4b-4bd8-a5d1-b8468d8c46dd tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Request body: {'port': {'device_id': '860a38df-4d3d-47b0-ba9f-f42a3f7a04ca', 'network_id': '5b976880-9e41-4b86-a566-57238c6963b2', 'admin_state_up': True, 'tenant_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:07.742124 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] Sync routers for ids ['ef52e44f-c053-4bae-82b5-a6ef90af4c1e'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:05:07.750329 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b22ebd-5f19-4412-95f8-4a94866dfee2', 'name': 'tempest-DeleteServersTestJSON-1777890685-router', 'tenant_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bf16b94d-1eff-47ed-946c-443372bd56a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:51Z', 'updated_at': '2022-09-13T13:04:56Z', 'revision_number': 4, 'project_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'gw_port': {'id': 'bf16b94d-1eff-47ed-946c-443372bd56a2', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:92:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b22ebd-5f19-4412-95f8-4a94866dfee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:51Z', 'updated_at': '2022-09-13T13:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '4f03eeca-1053-4106-957f-51e28bca9b3f', 'name': '', 'network_id': '5b976880-9e41-4b86-a566-57238c6963b2', 'tenant_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'mac_address': 'fa:16:3e:f5:11:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b22ebd-5f19-4412-95f8-4a94866dfee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4884382d-2c2c-4b3c-ab55-6e5f10e386b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:04Z', 'revision_number': 4, 'project_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'subnets': [{'id': '4884382d-2c2c-4b3c-ab55-6e5f10e386b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:07.781246 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:07.785050 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (2b188e8b-207c-4126-a4f0-d2419d7d1608), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:07.821006 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab06f7d-df61-4dcf-86b9-0ac66db4fd44 None None] The sync data for ids ['a3b22ebd-5f19-4412-95f8-4a94866dfee2'] in dv-cinder-801354-10-iscsi is: [{'id': 'a3b22ebd-5f19-4412-95f8-4a94866dfee2', 'name': 'tempest-DeleteServersTestJSON-1777890685-router', 'tenant_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bf16b94d-1eff-47ed-946c-443372bd56a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:51Z', 'updated_at': '2022-09-13T13:04:56Z', 'revision_number': 4, 'project_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'gw_port': {'id': 'bf16b94d-1eff-47ed-946c-443372bd56a2', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:92:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b22ebd-5f19-4412-95f8-4a94866dfee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:51Z', 'updated_at': '2022-09-13T13:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '4f03eeca-1053-4106-957f-51e28bca9b3f', 'name': '', 'network_id': '5b976880-9e41-4b86-a566-57238c6963b2', 'tenant_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'mac_address': 'fa:16:3e:f5:11:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3b22ebd-5f19-4412-95f8-4a94866dfee2', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '4884382d-2c2c-4b3c-ab55-6e5f10e386b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:04Z', 'revision_number': 4, 'project_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'subnets': [{'id': '4884382d-2c2c-4b3c-ab55-6e5f10e386b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:05:07.957040 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:07.968979 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d4148c3f-dcfb-49d2-be97-9942744b977d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (87a4bc54-8089-4f4e-954e-deb0c80912c5), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:08.001363 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-d374fb87-11b6-4863-a8a6-e0c68471dec0 None None] Current status of the port 695f1640-133a-42a9-bac3-491c78b00cf9 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:08.001942 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d374fb87-11b6-4863-a8a6-e0c68471dec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (695f1640-133a-42a9-bac3-491c78b00cf9), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:08.013553 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] Routers {'ef52e44f-c053-4bae-82b5-a6ef90af4c1e'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:05:08.014484 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:05:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['ef52e44f-c053-4bae-82b5-a6ef90af4c1e'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:08.018468 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-976edef8-1e53-4e51-9eef-474d5a2f3b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:08.040137 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=100 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:08.061107 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 695f1640-133a-42a9-bac3-491c78b00cf9 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:08.061510 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (695f1640-133a-42a9-bac3-491c78b00cf9), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:08.149494 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4148c3f-dcfb-49d2-be97-9942744b977d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87a4bc54-8089-4f4e-954e-deb0c80912c5,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:08.183411 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] Publish callbacks [] for port (7814dd08-b7b1-4f3c-8599-8290700f3d38), precommit_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:08.404549 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (7814dd08-b7b1-4f3c-8599-8290700f3d38), after_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:08.500779 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-976edef8-1e53-4e51-9eef-474d5a2f3b60 admin admin] Allocated IP 172.20.0.1 (8b1eaf98-b39c-4204-9cb2-5b574f83717c/707a845c-7141-4086-a3f3-fd8375e89ff4/a15d10a3-f8aa-4a5c-abe7-5638d396ef61) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:05:08.511003 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] Attempting to bind port 7814dd08-b7b1-4f3c-8599-8290700f3d38 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:05:08.511377 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] Attempting to bind port 7814dd08-b7b1-4f3c-8599-8290700f3d38 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}] {{(pid=106852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:05:08.511746 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] Attempting to bind port 7814dd08-b7b1-4f3c-8599-8290700f3d38 on network b91df1e9-be0f-4e52-84e7-72fa847e0b1f {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:05:08.537008 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9a3c7666-362c-4965-8511-615c3d2134e8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:08.549991 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-9a3c7666-362c-4965-8511-615c3d2134e8 admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 12.9009833 Sep 13 13:05:08.591078 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ed706-50b0-4d56-a0ef-037b7f876029 None None] Pushing event updated for resources: {'Port': ['ID=7814dd08-b7b1-4f3c-8599-8290700f3d38,revision_number=2']} {{(pid=106852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:08.603348 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 32786) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:08.611927 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9bf32145-c9aa-4338-9723-e59f4d2f6d8e req-c8831bbc-7e02-4ae7-b6cc-03cf65079860 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 210 time: 0.3715935 Sep 13 13:05:08.725332 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] Set router ef52e44f-c053-4bae-82b5-a6ef90af4c1e gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:05:08.742822 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-976edef8-1e53-4e51-9eef-474d5a2f3b60 admin admin] Publish callbacks [] for port (a15d10a3-f8aa-4a5c-abe7-5638d396ef61), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:08.766046 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:05:08.770016 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] Checking segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:05:08.771649 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:08.772538 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] Bound using segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:05:08.775877 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] Bound port: 7814dd08-b7b1-4f3c-8599-8290700f3d38, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}}] {{(pid=106852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:05:08.776918 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (7814dd08-b7b1-4f3c-8599-8290700f3d38), before_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:08.782376 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d4148c3f-dcfb-49d2-be97-9942744b977d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:08.784144 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-d4148c3f-dcfb-49d2-be97-9942744b977d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8143849 Sep 13 13:05:08.787301 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 32792) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:08.796811 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-62a7da15-a740-4cf4-a1fb-c4ac02aca67a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Request body: {'security_group_rule': {'security_group_id': '6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:08.901344 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-976edef8-1e53-4e51-9eef-474d5a2f3b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (a15d10a3-f8aa-4a5c-abe7-5638d396ef61), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:08.908782 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.db [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] For port 7814dd08-b7b1-4f3c-8599-8290700f3d38, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:05:08.919652 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.db [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] For port 7814dd08-b7b1-4f3c-8599-8290700f3d38, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=7814dd08-b7b1-4f3c-8599-8290700f3d38,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:05:08.935306 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976edef8-1e53-4e51-9eef-474d5a2f3b60 admin admin] Network 8b1eaf98-b39c-4204-9cb2-5b574f83717c is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:05:08.957258 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-976edef8-1e53-4e51-9eef-474d5a2f3b60 admin admin] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:05:08.964591 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976edef8-1e53-4e51-9eef-474d5a2f3b60 admin admin] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:05:08.965071 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-976edef8-1e53-4e51-9eef-474d5a2f3b60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803539'] for router_interface (150dce18-585e-4911-8f36-6a6ad5d4883b), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:09.010011 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (7814dd08-b7b1-4f3c-8599-8290700f3d38), after_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:09.103158 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c00d73d8-42a7-4609-8152-bced06191550 req-ac91d789-ae4b-4bd8-a5d1-b8468d8c46dd tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Made reservation on behalf of eaaf8aa87a0f47cc9ba9f477de3c2d67 for: {'port': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:05:09.107861 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c00d73d8-42a7-4609-8152-bced06191550 req-ac91d789-ae4b-4bd8-a5d1-b8468d8c46dd tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:09.130617 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-62a7da15-a740-4cf4-a1fb-c4ac02aca67a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group_rule (0e8c11f2-afe1-491f-ae0b-33ff7c674208), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:09.139582 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:09.146504 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] Routers {'150dce18-585e-4911-8f36-6a6ad5d4883b'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:05:09.147702 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:05:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['150dce18-585e-4911-8f36-6a6ad5d4883b'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:09.164320 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-d374fb87-11b6-4863-a8a6-e0c68471dec0 None None] For port 695f1640-133a-42a9-bac3-491c78b00cf9, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=695f1640-133a-42a9-bac3-491c78b00cf9,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:09.205131 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:09.221453 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976edef8-1e53-4e51-9eef-474d5a2f3b60 admin admin] Pushing event updated for resources: {'Port': ['ID=a15d10a3-f8aa-4a5c-abe7-5638d396ef61,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:09.257934 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d374fb87-11b6-4863-a8a6-e0c68471dec0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (695f1640-133a-42a9-bac3-491c78b00cf9), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:09.372874 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ed706-50b0-4d56-a0ef-037b7f876029 None None] Pushing event updated for resources: {'Port': ['ID=7814dd08-b7b1-4f3c-8599-8290700f3d38,revision_number=3']} {{(pid=106852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:09.389645 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:09.473471 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-4887eb61-f78a-46bc-8305-126e18b569ce None None] Provisioning complete for port a15d10a3-f8aa-4a5c-abe7-5638d396ef61 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:09.473891 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-4887eb61-f78a-46bc-8305-126e18b569ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (a15d10a3-f8aa-4a5c-abe7-5638d396ef61), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:09.546993 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:09.575924 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] Set router 150dce18-585e-4911-8f36-6a6ad5d4883b gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:05:09.591747 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [None req-07e16dc0-ebdd-4efa-80d9-63abf06cbab0 admin admin] Allocated IP 172.20.0.1 (9a6ee3a0-91e5-4300-8f53-c3332833b2a0/4a7c387c-3b38-49bb-ab6c-762e7638336f/adf3485b-2d64-41e0-879e-2e6b8f989eb4) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:05:09.633078 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-62a7da15-a740-4cf4-a1fb-c4ac02aca67a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group_rule (0e8c11f2-afe1-491f-ae0b-33ff7c674208), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:09.639129 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:09.864666 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-62a7da15-a740-4cf4-a1fb-c4ac02aca67a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (0e8c11f2-afe1-491f-ae0b-33ff7c674208), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:09.951405 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] Publish callbacks [] for port (2b188e8b-207c-4126-a4f0-d2419d7d1608), precommit_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:09.971122 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-976edef8-1e53-4e51-9eef-474d5a2f3b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (a15d10a3-f8aa-4a5c-abe7-5638d396ef61), before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:10.004394 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d374fb87-11b6-4863-a8a6-e0c68471dec0 None None] Pushing event updated for resources: {'Port': ['ID=695f1640-133a-42a9-bac3-491c78b00cf9,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:10.037659 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-62a7da15-a740-4cf4-a1fb-c4ac02aca67a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:10.043142 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 695f1640-133a-42a9-bac3-491c78b00cf9 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:10.046773 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-62a7da15-a740-4cf4-a1fb-c4ac02aca67a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2515059 Sep 13 13:05:10.047559 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 32826) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:10.086359 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (2b188e8b-207c-4126-a4f0-d2419d7d1608), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:10.087710 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:10.094658 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-3c4cde57-b201-4f2d-99a0-f7f02c0e2cce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Request body: {'floatingip': {'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:10.186086 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7da15-a740-4cf4-a1fb-c4ac02aca67a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e8c11f2-afe1-491f-ae0b-33ff7c674208,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:10.326834 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-4887eb61-f78a-46bc-8305-126e18b569ce None None] Port a15d10a3-f8aa-4a5c-abe7-5638d396ef61 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:05:10.339009 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3c4cde57-b201-4f2d-99a0-f7f02c0e2cce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:10.387836 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-4887eb61-f78a-46bc-8305-126e18b569ce None None] Provisioning complete for port 695f1640-133a-42a9-bac3-491c78b00cf9 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:10.395265 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-4887eb61-f78a-46bc-8305-126e18b569ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (695f1640-133a-42a9-bac3-491c78b00cf9), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:10.476352 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] Sync routers for ids ['8bf8171d-2b9c-4569-8528-71cfbdafa430'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:05:10.482478 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] Attempting to bind port 2b188e8b-207c-4126-a4f0-d2419d7d1608 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:05:10.483135 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] Attempting to bind port 2b188e8b-207c-4126-a4f0-d2419d7d1608 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:05:10.486125 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] Attempting to bind port 2b188e8b-207c-4126-a4f0-d2419d7d1608 on network b91df1e9-be0f-4e52-84e7-72fa847e0b1f {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:05:10.494808 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:10.501975 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c2685243-9beb-45d6-bdd4-c81c6cf5402c req-48a85d76-e93e-431f-96e4-44f8dd8d8206 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 210 time: 0.6305242 Sep 13 13:05:10.548244 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1380792572-router', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:04Z', 'revision_number': 3, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'gw_port': {'id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:10.615532 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [req-c00d73d8-42a7-4609-8152-bced06191550 req-ac91d789-ae4b-4bd8-a5d1-b8468d8c46dd tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Allocated IP 172.20.0.10 (5b976880-9e41-4b86-a566-57238c6963b2/4884382d-2c2c-4b3c-ab55-6e5f10e386b7/f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:05:10.621638 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:10.628829 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6f730-bd3e-42e0-b10d-34008129580a None None] Pushing event updated for resources: {'Port': ['ID=2b188e8b-207c-4126-a4f0-d2419d7d1608,revision_number=2']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:10.633791 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] Checking router: ef52e44f-c053-4bae-82b5-a6ef90af4c1e for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:05:10.639160 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] Updating router ef52e44f-c053-4bae-82b5-a6ef90af4c1e port cab8814d-d263-4f70-8a1b-1c47c96b971e binding host dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 13:05:10.835483 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (cab8814d-d263-4f70-8a1b-1c47c96b971e), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:10.838594 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] Routers {'8bf8171d-2b9c-4569-8528-71cfbdafa430'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:05:10.839303 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:05:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8bf8171d-2b9c-4569-8528-71cfbdafa430'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:10.854635 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-4887eb61-f78a-46bc-8305-126e18b569ce None None] Current status of the port 695f1640-133a-42a9-bac3-491c78b00cf9 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:10.948583 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 4f03eeca-1053-4106-957f-51e28bca9b3f up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:10.966000 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3c4cde57-b201-4f2d-99a0-f7f02c0e2cce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:11.009672 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:11.010797 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'name': 'tempest-AttachVolumeShelveTestJSON-1233448772-router', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:02Z', 'revision_number': 3, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'gw_port': {'id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:11.081837 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:05:11.088931 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] Checking segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:05:11.089777 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:11.090639 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] Bound using segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:05:11.091447 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] Bound port: 2b188e8b-207c-4126-a4f0-d2419d7d1608, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:05:11.092146 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (2b188e8b-207c-4126-a4f0-d2419d7d1608), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:11.118360 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-4887eb61-f78a-46bc-8305-126e18b569ce None None] Provisioning complete for port 0a394588-bb4a-4ac3-aec8-1ac37887ac54 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:11.120413 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-4887eb61-f78a-46bc-8305-126e18b569ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (0a394588-bb4a-4ac3-aec8-1ac37887ac54), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:11.133159 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900beadd-2c03-46ef-b7af-878e40d587ee None None] The sync data for ids ['150dce18-585e-4911-8f36-6a6ad5d4883b'] in dv-cinder-801354-10-iscsi is: [{'id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'name': 'tempest-AttachVolumeShelveTestJSON-1233448772-router', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:02Z', 'revision_number': 3, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'gw_port': {'id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:05:11.262832 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-570eab64-fdaa-4860-889a-b1ad694d4e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:11.310296 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] Set router 8bf8171d-2b9c-4569-8528-71cfbdafa430 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:05:11.368021 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-976edef8-1e53-4e51-9eef-474d5a2f3b60 admin admin] Publish callbacks [] for port (a15d10a3-f8aa-4a5c-abe7-5638d396ef61), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:11.381914 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] For port 2b188e8b-207c-4126-a4f0-d2419d7d1608, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:05:11.392956 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] For port 2b188e8b-207c-4126-a4f0-d2419d7d1608, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=2b188e8b-207c-4126-a4f0-d2419d7d1608,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:05:11.415196 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-4887eb61-f78a-46bc-8305-126e18b569ce None None] Port 0a394588-bb4a-4ac3-aec8-1ac37887ac54 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:05:11.515227 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-3c4cde57-b201-4f2d-99a0-f7f02c0e2cce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Allocated IP 172.27.1.190 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/db6a7d3d-f262-480f-a310-110f7ff33b5f) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:05:11.520199 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c00d73d8-42a7-4609-8152-bced06191550 req-ac91d789-ae4b-4bd8-a5d1-b8468d8c46dd tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Publish callbacks [] for port (f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:11.535677 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 4f03eeca-1053-4106-957f-51e28bca9b3f triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:11.536128 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (4f03eeca-1053-4106-957f-51e28bca9b3f), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:11.571661 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-07e16dc0-ebdd-4efa-80d9-63abf06cbab0 admin admin] Publish callbacks [] for port (adf3485b-2d64-41e0-879e-2e6b8f989eb4), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:11.669120 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:11.735586 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:11.776667 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3c4cde57-b201-4f2d-99a0-f7f02c0e2cce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for port (db6a7d3d-f262-480f-a310-110f7ff33b5f), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:11.780534 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-976edef8-1e53-4e51-9eef-474d5a2f3b60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (a15d10a3-f8aa-4a5c-abe7-5638d396ef61), after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:11.790737 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (2b188e8b-207c-4126-a4f0-d2419d7d1608), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:11.790905 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-976edef8-1e53-4e51-9eef-474d5a2f3b60 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1691706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1803655'] for router_interface (150dce18-585e-4911-8f36-6a6ad5d4883b), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:11.810807 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-07e16dc0-ebdd-4efa-80d9-63abf06cbab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (adf3485b-2d64-41e0-879e-2e6b8f989eb4), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:11.836391 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 2, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:11.898054 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] Routers {'8926fa8f-cbac-4d5c-a954-6763bfc46885'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:05:11.898054 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:05:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8926fa8f-cbac-4d5c-a954-6763bfc46885'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:11.910100 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] Checking router: 8bf8171d-2b9c-4569-8528-71cfbdafa430 for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:05:11.910448 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] Updating router 8bf8171d-2b9c-4569-8528-71cfbdafa430 port 0a394588-bb4a-4ac3-aec8-1ac37887ac54 binding host dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 13:05:11.923309 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=100 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:11.926477 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8010e9c6-f01b-4afb-ab46-62c8f1492e07 req-ce5b6779-b065-46eb-8ae0-eae0d3a742c9 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 210 time: 0.1980176 Sep 13 13:05:11.991056 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c00d73d8-42a7-4609-8152-bced06191550 req-ac91d789-ae4b-4bd8-a5d1-b8468d8c46dd tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:12.027382 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (0a394588-bb4a-4ac3-aec8-1ac37887ac54), before_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:12.076759 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e16dc0-ebdd-4efa-80d9-63abf06cbab0 admin admin] Network 9a6ee3a0-91e5-4300-8f53-c3332833b2a0 is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:05:12.093460 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:12.132848 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-07e16dc0-ebdd-4efa-80d9-63abf06cbab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:05:12.155991 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976edef8-1e53-4e51-9eef-474d5a2f3b60 admin admin] Pushing event updated for resources: {'Port': ['ID=a15d10a3-f8aa-4a5c-abe7-5638d396ef61,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:12.188536 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] Set router 8926fa8f-cbac-4d5c-a954-6763bfc46885 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:05:12.232258 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976edef8-1e53-4e51-9eef-474d5a2f3b60 admin admin] Network 8b1eaf98-b39c-4204-9cb2-5b574f83717c is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:05:12.232258 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-976edef8-1e53-4e51-9eef-474d5a2f3b60 admin admin] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:05:12.244215 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e16dc0-ebdd-4efa-80d9-63abf06cbab0 admin admin] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:05:12.244748 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-07e16dc0-ebdd-4efa-80d9-63abf06cbab0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803539'] for router_interface (8926fa8f-cbac-4d5c-a954-6763bfc46885), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:12.407149 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3c4cde57-b201-4f2d-99a0-f7f02c0e2cce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (db6a7d3d-f262-480f-a310-110f7ff33b5f), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:12.684465 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:12.688039 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 4f03eeca-1053-4106-957f-51e28bca9b3f is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:12.699415 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (4f03eeca-1053-4106-957f-51e28bca9b3f), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:12.704871 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cde57-b201-4f2d-99a0-f7f02c0e2cce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event updated for resources: {'Port': ['ID=db6a7d3d-f262-480f-a310-110f7ff33b5f,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:12.736544 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4cde57-b201-4f2d-99a0-f7f02c0e2cce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:05:12.743862 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-3c4cde57-b201-4f2d-99a0-f7f02c0e2cce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:05:12.909418 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] Publish callbacks [] for port (0a394588-bb4a-4ac3-aec8-1ac37887ac54), precommit_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:12.992024 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (0a394588-bb4a-4ac3-aec8-1ac37887ac54), after_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:12.994156 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4cde57-b201-4f2d-99a0-f7f02c0e2cce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:05:13.062562 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:13.106720 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e16dc0-ebdd-4efa-80d9-63abf06cbab0 admin admin] Pushing event updated for resources: {'Port': ['ID=adf3485b-2d64-41e0-879e-2e6b8f989eb4,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:13.145943 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419dcfa-71e2-430d-8ea0-445b1385c5de None None] Pushing event updated for resources: {'Port': ['ID=0a394588-bb4a-4ac3-aec8-1ac37887ac54,revision_number=3']} {{(pid=106852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:13.185133 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a6f730-bd3e-42e0-b10d-34008129580a None None] Pushing event updated for resources: {'Port': ['ID=2b188e8b-207c-4126-a4f0-d2419d7d1608,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:13.203221 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:13.205012 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-edf36ca9-fcd7-41fe-9849-5a01aa21e8f3 None None] Provisioning complete for port adf3485b-2d64-41e0-879e-2e6b8f989eb4 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:13.205626 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-edf36ca9-fcd7-41fe-9849-5a01aa21e8f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (adf3485b-2d64-41e0-879e-2e6b8f989eb4), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:13.224596 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] Attempting to bind port 0a394588-bb4a-4ac3-aec8-1ac37887ac54 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:05:13.224596 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] Attempting to bind port 0a394588-bb4a-4ac3-aec8-1ac37887ac54 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'}] {{(pid=106852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:05:13.224596 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] Attempting to bind port 0a394588-bb4a-4ac3-aec8-1ac37887ac54 on network 1f0b8231-ada5-4945-87a4-d1b052328819 {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:05:13.238561 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-976edef8-1e53-4e51-9eef-474d5a2f3b60 admin admin] Router 150dce18-585e-4911-8f36-6a6ad5d4883b has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:05:13.325318 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3c4cde57-b201-4f2d-99a0-f7f02c0e2cce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (26bcbd96-9ecb-4016-abf3-6e5a8adef64b), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:13.345309 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port 4f03eeca-1053-4106-957f-51e28bca9b3f, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=4f03eeca-1053-4106-957f-51e28bca9b3f,segment=NetworkSegment(8a2734a1-25ec-4137-a4c8-68c02a62c822),segment_id=8a2734a1-25ec-4137-a4c8-68c02a62c822)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:13.345309 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-edf36ca9-fcd7-41fe-9849-5a01aa21e8f3 None None] Port adf3485b-2d64-41e0-879e-2e6b8f989eb4 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:05:13.377280 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:13.390871 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:05:13.394765 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] Checking segment: {'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:05:13.395198 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:13.395595 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] Bound using segment: {'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'} {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:05:13.396091 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] Bound port: 0a394588-bb4a-4ac3-aec8-1ac37887ac54, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'}}] {{(pid=106852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:05:13.396546 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (0a394588-bb4a-4ac3-aec8-1ac37887ac54), before_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:13.454670 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (4f03eeca-1053-4106-957f-51e28bca9b3f), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:13.459584 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 81b0212c-bd30-4910-8dce-73b000985193 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:13.488123 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c00d73d8-42a7-4609-8152-bced06191550 req-ac91d789-ae4b-4bd8-a5d1-b8468d8c46dd tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Network 5b976880-9e41-4b86-a566-57238c6963b2 is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:05:13.494447 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c2dc7-157a-4595-9bf3-bc780c628b1d req-a0d83b77-62bf-4fe7-a7b7-354e357cef53 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:13.506850 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-093c2dc7-157a-4595-9bf3-bc780c628b1d req-a0d83b77-62bf-4fe7-a7b7-354e357cef53 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 932 time: 0.2877192 Sep 13 13:05:13.564669 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.db [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] For port 0a394588-bb4a-4ac3-aec8-1ac37887ac54, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:05:13.569821 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.db [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] For port 0a394588-bb4a-4ac3-aec8-1ac37887ac54, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=0a394588-bb4a-4ac3-aec8-1ac37887ac54,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:05:13.587426 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] Publish callbacks [] for port (cab8814d-d263-4f70-8a1b-1c47c96b971e), precommit_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:13.589336 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3c4cde57-b201-4f2d-99a0-f7f02c0e2cce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (db6a7d3d-f262-480f-a310-110f7ff33b5f), before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:13.649732 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-10d3faf5-ade5-4aa0-a5a2-630afb9a3577 None None] Provisioning complete for port a15d10a3-f8aa-4a5c-abe7-5638d396ef61 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:13.650239 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (0a394588-bb4a-4ac3-aec8-1ac37887ac54), after_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:13.650880 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-10d3faf5-ade5-4aa0-a5a2-630afb9a3577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (a15d10a3-f8aa-4a5c-abe7-5638d396ef61), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:13.655379 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'name': 'tempest-AttachVolumeTestJSON-1441218684-router', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:00Z', 'revision_number': 3, 'project_id': '75f6274158934ab5abf68951902f1e81', 'gw_port': {'id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:13.679291 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-976edef8-1e53-4e51-9eef-474d5a2f3b60 admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:05:13.689270 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [req-c00d73d8-42a7-4609-8152-bced06191550 req-ac91d789-ae4b-4bd8-a5d1-b8468d8c46dd tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:05:13.706430 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] Routers {'8bf8171d-2b9c-4569-8528-71cfbdafa430'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:05:13.706430 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:05:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8bf8171d-2b9c-4569-8528-71cfbdafa430'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:13.715073 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-976edef8-1e53-4e51-9eef-474d5a2f3b60 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/150dce18-585e-4911-8f36-6a6ad5d4883b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9094136 Sep 13 13:05:13.742026 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=4f03eeca-1053-4106-957f-51e28bca9b3f,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:13.749917 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5fd102-7d16-4223-90c4-d9ae57b63e4c None None] The sync data for ids ['8926fa8f-cbac-4d5c-a954-6763bfc46885'] in dv-cinder-801354-10-iscsi is: [{'id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'name': 'tempest-AttachVolumeTestJSON-1441218684-router', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:00Z', 'revision_number': 3, 'project_id': '75f6274158934ab5abf68951902f1e81', 'gw_port': {'id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:05:13.766072 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-093c2dc7-157a-4595-9bf3-bc780c628b1d req-68f86a6a-a9ae-4818-8aae-df9284110111 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552080 Sep 13 13:05:13.766940 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c00d73d8-42a7-4609-8152-bced06191550 req-ac91d789-ae4b-4bd8-a5d1-b8468d8c46dd tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:05:13.783821 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d73d8-42a7-4609-8152-bced06191550 req-ac91d789-ae4b-4bd8-a5d1-b8468d8c46dd tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:13.784882 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c00d73d8-42a7-4609-8152-bced06191550 req-ac91d789-ae4b-4bd8-a5d1-b8468d8c46dd tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:13.804786 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 81b0212c-bd30-4910-8dce-73b000985193 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:13.808236 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (81b0212c-bd30-4910-8dce-73b000985193), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:13.844315 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (cab8814d-d263-4f70-8a1b-1c47c96b971e), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:13.853833 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-10d3faf5-ade5-4aa0-a5a2-630afb9a3577 None None] Port a15d10a3-f8aa-4a5c-abe7-5638d396ef61 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:05:13.901527 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac91d789-ae4b-4bd8-a5d1-b8468d8c46dd tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Pushing event updated for resources: {'Port': ['ID=f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:13.919062 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [None req-570eab64-fdaa-4860-889a-b1ad694d4e56 admin admin] Allocated IP 172.20.0.1 (d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7/150922b3-3525-45d2-8627-b637b171605b/1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:05:14.034870 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:14.059691 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] Attempting to bind port cab8814d-d263-4f70-8a1b-1c47c96b971e on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:05:14.060052 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] Attempting to bind port cab8814d-d263-4f70-8a1b-1c47c96b971e by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:05:14.060408 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] Attempting to bind port cab8814d-d263-4f70-8a1b-1c47c96b971e on network b91df1e9-be0f-4e52-84e7-72fa847e0b1f {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:05:14.102566 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] Set router 8bf8171d-2b9c-4569-8528-71cfbdafa430 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:05:14.138831 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-570eab64-fdaa-4860-889a-b1ad694d4e56 admin admin] Publish callbacks [] for port (1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:14.214236 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d948822-246f-48b3-a53e-3a21cf762d7a None None] Pushing event updated for resources: {'Port': ['ID=cab8814d-d263-4f70-8a1b-1c47c96b971e,revision_number=2']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:14.219779 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c00d73d8-42a7-4609-8152-bced06191550 req-ac91d789-ae4b-4bd8-a5d1-b8468d8c46dd tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.5674598 Sep 13 13:05:14.234547 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:14.251356 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [req-c00d73d8-42a7-4609-8152-bced06191550 req-6aa88280-55ea-49a2-ba0f-3be09a57e7bd tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 13:05:14.258279 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3c4cde57-b201-4f2d-99a0-f7f02c0e2cce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for port (db6a7d3d-f262-480f-a310-110f7ff33b5f), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:14.267816 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c00d73d8-42a7-4609-8152-bced06191550 req-6aa88280-55ea-49a2-ba0f-3be09a57e7bd tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0258210 Sep 13 13:05:14.270690 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-07e16dc0-ebdd-4efa-80d9-63abf06cbab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (adf3485b-2d64-41e0-879e-2e6b8f989eb4), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:14.281560 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419dcfa-71e2-430d-8ea0-445b1385c5de None None] Pushing event updated for resources: {'Port': ['ID=0a394588-bb4a-4ac3-aec8-1ac37887ac54,revision_number=4']} {{(pid=106852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:14.291332 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-570eab64-fdaa-4860-889a-b1ad694d4e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:14.382815 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3c4cde57-b201-4f2d-99a0-f7f02c0e2cce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (db6a7d3d-f262-480f-a310-110f7ff33b5f), after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:14.383763 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3c4cde57-b201-4f2d-99a0-f7f02c0e2cce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (26bcbd96-9ecb-4016-abf3-6e5a8adef64b), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:14.399208 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:05:14.402658 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] Checking segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:05:14.403398 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:14.404782 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] Bound using segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:05:14.405477 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] Bound port: cab8814d-d263-4f70-8a1b-1c47c96b971e, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:05:14.410713 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (cab8814d-d263-4f70-8a1b-1c47c96b971e), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:14.472844 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:14.515434 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570eab64-fdaa-4860-889a-b1ad694d4e56 admin admin] Network d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:05:14.541912 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4cde57-b201-4f2d-99a0-f7f02c0e2cce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event updated for resources: {'Port': ['ID=db6a7d3d-f262-480f-a310-110f7ff33b5f,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:14.574161 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-570eab64-fdaa-4860-889a-b1ad694d4e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:05:14.577571 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-e62b15a8-7689-4a81-9d73-ec32fb9cf2c4 None None] Provisioning complete for port f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:14.578250 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-e62b15a8-7689-4a81-9d73-ec32fb9cf2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:14.597100 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-570eab64-fdaa-4860-889a-b1ad694d4e56 admin admin] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:05:14.597596 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-570eab64-fdaa-4860-889a-b1ad694d4e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803539'] for router_interface (ef52e44f-c053-4bae-82b5-a6ef90af4c1e), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:14.635919 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 32890) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:14.649812 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-998572b5-9037-4763-bb8d-fa7843f37b2f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1522886360', 'description': 'tempest-description--491545852'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:14.682808 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-e62b15a8-7689-4a81-9d73-ec32fb9cf2c4 None None] Port f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:05:14.699021 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 81b0212c-bd30-4910-8dce-73b000985193 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:14.701232 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (81b0212c-bd30-4910-8dce-73b000985193), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:14.751343 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3c4cde57-b201-4f2d-99a0-f7f02c0e2cce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:14.753669 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-3c4cde57-b201-4f2d-99a0-f7f02c0e2cce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6802785 Sep 13 13:05:14.765326 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port 81b0212c-bd30-4910-8dce-73b000985193, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=81b0212c-bd30-4910-8dce-73b000985193,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:14.767310 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] For port cab8814d-d263-4f70-8a1b-1c47c96b971e, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:05:14.802731 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] For port cab8814d-d263-4f70-8a1b-1c47c96b971e, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=cab8814d-d263-4f70-8a1b-1c47c96b971e,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:05:14.827046 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-c00d73d8-42a7-4609-8152-bced06191550 req-9c09b923-2b11-4c2f-8e84-aa4f3616b4b3 service neutron] Request body: {'port': {'device_id': '860a38df-4d3d-47b0-ba9f-f42a3f7a04ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:14.836408 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:14.863750 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:13Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:14.871573 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (81b0212c-bd30-4910-8dce-73b000985193), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:14.871732 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-998572b5-9037-4763-bb8d-fa7843f37b2f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:14.872436 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:14.873319 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570eab64-fdaa-4860-889a-b1ad694d4e56 admin admin] Pushing event updated for resources: {'Port': ['ID=1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:14.940948 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063bc82a-2543-4338-b8f8-29f0d0e20ce3 None None] The sync data for ids ['8bf8171d-2b9c-4569-8528-71cfbdafa430'] in dv-cinder-801354-10-iscsi is: [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:13Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:05:15.005150 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (cab8814d-d263-4f70-8a1b-1c47c96b971e), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:15.068273 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-998572b5-9037-4763-bb8d-fa7843f37b2f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for security_group (81426c7f-f917-446d-921b-3111fb2634fd), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:15.161181 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=81b0212c-bd30-4910-8dce-73b000985193,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:15.175263 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-998572b5-9037-4763-bb8d-fa7843f37b2f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (81426c7f-f917-446d-921b-3111fb2634fd), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:15.177603 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-bb8c55d7-e6df-4f77-a570-24ec4f91408d None None] Provisioning complete for port 1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:15.179126 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-bb8c55d7-e6df-4f77-a570-24ec4f91408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:15.188231 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:15.242112 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:15.243327 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] Routers {'ef52e44f-c053-4bae-82b5-a6ef90af4c1e'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:05:15.244206 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:05:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['ef52e44f-c053-4bae-82b5-a6ef90af4c1e'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:15.253854 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-bb8c55d7-e6df-4f77-a570-24ec4f91408d None None] Port 1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:05:15.312287 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998572b5-9037-4763-bb8d-fa7843f37b2f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81426c7f-f917-446d-921b-3111fb2634fd,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:15.318281 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-998572b5-9037-4763-bb8d-fa7843f37b2f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:15.324609 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-998572b5-9037-4763-bb8d-fa7843f37b2f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6846321 Sep 13 13:05:15.326037 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 32912) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:15.332175 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-236da8c5-38ed-4ef8-819e-ca72ea2eb4c8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Request body: {'security_group_rule': {'security_group_id': '81426c7f-f917-446d-921b-3111fb2634fd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:15.406093 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:15.406668 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:15.468546 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdfbb5-7069-4fe2-a946-28d782e0425a req-4f2c2de2-f429-4685-8688-667b52eb71c5 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:15.478846 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a5bdfbb5-7069-4fe2-a946-28d782e0425a req-4f2c2de2-f429-4685-8688-667b52eb71c5 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 932 time: 0.4542160 Sep 13 13:05:15.485624 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-236da8c5-38ed-4ef8-819e-ca72ea2eb4c8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for security_group_rule (a4a964ca-396a-484e-b5c5-4eec32678d14), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:15.517807 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=93 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:15.599406 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-6521b6ce-975e-4c3c-86cc-32eab5063f6a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1209359042&fields=id&tenant_id=7775bd9f19b64c8ca07407c103dcff9b HTTP/1.1" status: 200 len: 267 time: 0.2036369 Sep 13 13:05:15.660665 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-236da8c5-38ed-4ef8-819e-ca72ea2eb4c8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for security_group_rule (a4a964ca-396a-484e-b5c5-4eec32678d14), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:15.778262 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] Sync routers for ids ['150dce18-585e-4911-8f36-6a6ad5d4883b'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:05:15.804483 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-236da8c5-38ed-4ef8-819e-ca72ea2eb4c8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (a4a964ca-396a-484e-b5c5-4eec32678d14), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:15.816040 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d948822-246f-48b3-a53e-3a21cf762d7a None None] Pushing event updated for resources: {'Port': ['ID=cab8814d-d263-4f70-8a1b-1c47c96b971e,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:15.861522 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] Set router ef52e44f-c053-4bae-82b5-a6ef90af4c1e gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:05:15.862578 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-14b8c87f-188d-41ec-b49a-f2f017a52f15 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:15.863937 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] Routers {'150dce18-585e-4911-8f36-6a6ad5d4883b'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:05:15.864752 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:05:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['150dce18-585e-4911-8f36-6a6ad5d4883b'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:15.871883 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-14b8c87f-188d-41ec-b49a-f2f017a52f15 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/networks?id=1f0b8231-ada5-4945-87a4-d1b052328819 HTTP/1.1" status: 200 len: 815 time: 0.2278628 Sep 13 13:05:15.879335 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236da8c5-38ed-4ef8-819e-ca72ea2eb4c8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a964ca-396a-484e-b5c5-4eec32678d14,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:15.910713 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-b7cb4b08-1929-46a0-a55e-f87558451293 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/quotas/7775bd9f19b64c8ca07407c103dcff9b HTTP/1.1" status: 200 len: 375 time: 0.0378792 Sep 13 13:05:15.947810 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c00d73d8-42a7-4609-8152-bced06191550 req-9c09b923-2b11-4c2f-8e84-aa4f3616b4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:15.968050 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:15.969400 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device b049857e-0cf5-4e2c-a65d-677d4ed8313d up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:16.024133 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-236da8c5-38ed-4ef8-819e-ca72ea2eb4c8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:16.025858 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-236da8c5-38ed-4ef8-819e-ca72ea2eb4c8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6979682 Sep 13 13:05:16.028393 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-ab94a86f-8a95-4c5a-a727-8505a8745898 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7775bd9f19b64c8ca07407c103dcff9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1154716 Sep 13 13:05:16.028774 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 32928) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:16.037078 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-fbef4d8c-30e1-4aaf-b257-e5efda0457cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Request body: {'security_group_rule': {'security_group_id': '81426c7f-f917-446d-921b-3111fb2634fd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:16.148701 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-570eab64-fdaa-4860-889a-b1ad694d4e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:16.209848 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fbef4d8c-30e1-4aaf-b257-e5efda0457cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for security_group_rule (96c4fb62-a8e5-4ab8-aa97-aa401911cc18), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:16.289332 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=100 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:16.348845 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fbef4d8c-30e1-4aaf-b257-e5efda0457cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for security_group_rule (96c4fb62-a8e5-4ab8-aa97-aa401911cc18), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:16.445505 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fbef4d8c-30e1-4aaf-b257-e5efda0457cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (96c4fb62-a8e5-4ab8-aa97-aa401911cc18), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:16.481767 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] Set router 150dce18-585e-4911-8f36-6a6ad5d4883b gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:05:16.484607 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbef4d8c-30e1-4aaf-b257-e5efda0457cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96c4fb62-a8e5-4ab8-aa97-aa401911cc18,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:16.531931 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port b049857e-0cf5-4e2c-a65d-677d4ed8313d triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:16.534798 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (b049857e-0cf5-4e2c-a65d-677d4ed8313d), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:16.560981 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fbef4d8c-30e1-4aaf-b257-e5efda0457cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:16.570758 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-fbef4d8c-30e1-4aaf-b257-e5efda0457cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5370057 Sep 13 13:05:16.571813 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 32938) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:16.580783 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-6899bf1a-5c76-4c0a-af8d-d93cbcd2e4cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Request body: {'floatingip': {'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:16.704850 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1380792572-router', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:04Z', 'revision_number': 3, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'gw_port': {'id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:16.719980 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6899bf1a-5c76-4c0a-af8d-d93cbcd2e4cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:16.859182 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:16.905022 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37506429-956a-4fbf-b835-47fedda5bbb0 None None] The sync data for ids ['ef52e44f-c053-4bae-82b5-a6ef90af4c1e'] in dv-cinder-801354-10-iscsi is: [{'id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1380792572-router', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:04Z', 'revision_number': 3, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'gw_port': {'id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:05:16.912380 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-8041887e-d8f3-4b85-86c2-40e0be34b8c9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4098730 Sep 13 13:05:16.924459 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:16.927102 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6899bf1a-5c76-4c0a-af8d-d93cbcd2e4cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:16.932337 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a5bdfbb5-7069-4fe2-a946-28d782e0425a req-6ca4ac38-7ac7-4c1f-8ecd-7bdfafa9da19 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4523087 Sep 13 13:05:16.957761 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-07e16dc0-ebdd-4efa-80d9-63abf06cbab0 admin admin] Publish callbacks [] for port (adf3485b-2d64-41e0-879e-2e6b8f989eb4), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:17.016853 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port b049857e-0cf5-4e2c-a65d-677d4ed8313d is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:17.018243 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:17.064701 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-07e16dc0-ebdd-4efa-80d9-63abf06cbab0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (adf3485b-2d64-41e0-879e-2e6b8f989eb4), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:17.065537 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-07e16dc0-ebdd-4efa-80d9-63abf06cbab0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1691706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1803655'] for router_interface (8926fa8f-cbac-4d5c-a954-6763bfc46885), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:17.078392 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=100 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:17.102701 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'name': 'tempest-AttachVolumeShelveTestJSON-1233448772-router', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:09Z', 'revision_number': 4, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'gw_port': {'id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'a15d10a3-f8aa-4a5c-abe7-5638d396ef61', 'name': '', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'mac_address': 'fa:16:3e:c9:92:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:08Z', 'updated_at': '2022-09-13T13:05:11Z', 'revision_number': 2, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'subnets': [{'id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:17.174122 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] Checking router: 150dce18-585e-4911-8f36-6a6ad5d4883b for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:05:17.174843 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] Updating router 150dce18-585e-4911-8f36-6a6ad5d4883b port a15d10a3-f8aa-4a5c-abe7-5638d396ef61 binding host dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 13:05:17.200574 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:17.201329 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (92ef741d-2c18-4b29-b320-cc6a2c5a7ed6), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:17.235732 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (a15d10a3-f8aa-4a5c-abe7-5638d396ef61), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:17.268242 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-6899bf1a-5c76-4c0a-af8d-d93cbcd2e4cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Allocated IP 172.27.1.184 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/25d86167-fb13-4c8c-9e66-7eea8a92dd21) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:05:17.299394 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e16dc0-ebdd-4efa-80d9-63abf06cbab0 admin admin] Pushing event updated for resources: {'Port': ['ID=adf3485b-2d64-41e0-879e-2e6b8f989eb4,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:17.345156 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [req-c00d73d8-42a7-4609-8152-bced06191550 req-9c09b923-2b11-4c2f-8e84-aa4f3616b4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 {{(pid=106850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:05:17.367877 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c00d73d8-42a7-4609-8152-bced06191550 req-9c09b923-2b11-4c2f-8e84-aa4f3616b4b3 service neutron] Publish callbacks [] for port (f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:17.388623 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-3e97239c-0ac8-41bf-bcf9-1a21b4fab8b9 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551432 Sep 13 13:05:17.504026 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6899bf1a-5c76-4c0a-af8d-d93cbcd2e4cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for port (25d86167-fb13-4c8c-9e66-7eea8a92dd21), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:17.514477 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.provisioning_blocks [req-c00d73d8-42a7-4609-8152-bced06191550 req-9c09b923-2b11-4c2f-8e84-aa4f3616b4b3 service neutron] Transition to ACTIVE for port object f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 will not be triggered until provisioned by entity L2. {{(pid=106850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 13:05:17.591280 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e16dc0-ebdd-4efa-80d9-63abf06cbab0 admin admin] Network 9a6ee3a0-91e5-4300-8f53-c3332833b2a0 is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:05:17.591545 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:17.592385 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 695f1640-133a-42a9-bac3-491c78b00cf9 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:17.601176 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-07e16dc0-ebdd-4efa-80d9-63abf06cbab0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:05:17.653942 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-570eab64-fdaa-4860-889a-b1ad694d4e56 admin admin] Publish callbacks [] for port (1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:17.724155 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6899bf1a-5c76-4c0a-af8d-d93cbcd2e4cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (25d86167-fb13-4c8c-9e66-7eea8a92dd21), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:17.753659 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c00d73d8-42a7-4609-8152-bced06191550 req-9c09b923-2b11-4c2f-8e84-aa4f3616b4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:17.870047 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6899bf1a-5c76-4c0a-af8d-d93cbcd2e4cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:05:17.873708 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-6899bf1a-5c76-4c0a-af8d-d93cbcd2e4cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:05:17.874433 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 695f1640-133a-42a9-bac3-491c78b00cf9 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:17.875047 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (695f1640-133a-42a9-bac3-491c78b00cf9), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:17.896556 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6899bf1a-5c76-4c0a-af8d-d93cbcd2e4cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:05:17.905869 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899bf1a-5c76-4c0a-af8d-d93cbcd2e4cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Pushing event updated for resources: {'Port': ['ID=25d86167-fb13-4c8c-9e66-7eea8a92dd21,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:17.918883 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:17.922742 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-570eab64-fdaa-4860-889a-b1ad694d4e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:17.923653 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-570eab64-fdaa-4860-889a-b1ad694d4e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1691706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1803655'] for router_interface (ef52e44f-c053-4bae-82b5-a6ef90af4c1e), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:18.023970 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6899bf1a-5c76-4c0a-af8d-d93cbcd2e4cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for floatingip (03dfe950-ed20-4521-97fb-65e21ba09e07), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:18.271080 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6899bf1a-5c76-4c0a-af8d-d93cbcd2e4cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (25d86167-fb13-4c8c-9e66-7eea8a92dd21), before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:18.326755 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e0c0dfe9-e6a2-4cc1-b78c-0f31ba7acad4 req-4d340108-edf5-4a58-b285-bcab5af4b310 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 210 time: 0.4345486 Sep 13 13:05:18.355962 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-a45ad4ce-3f89-4f2d-849c-980a666310c0 None None] Provisioning complete for port adf3485b-2d64-41e0-879e-2e6b8f989eb4 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:18.356674 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a45ad4ce-3f89-4f2d-849c-980a666310c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (adf3485b-2d64-41e0-879e-2e6b8f989eb4), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:18.429440 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09b923-2b11-4c2f-8e84-aa4f3616b4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:18.440429 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b941525d-c278-4db8-9a03-456f0b20f143 req-80c8363d-21fc-4b08-8d70-3980335fea56 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:18.442958 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b941525d-c278-4db8-9a03-456f0b20f143 req-80c8363d-21fc-4b08-8d70-3980335fea56 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 944 time: 0.2070906 Sep 13 13:05:18.448511 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:18.471940 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=100 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:18.472830 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 695f1640-133a-42a9-bac3-491c78b00cf9 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:18.509589 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-a45ad4ce-3f89-4f2d-849c-980a666310c0 None None] Port adf3485b-2d64-41e0-879e-2e6b8f989eb4 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:05:18.574068 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] Publish callbacks [] for port (a15d10a3-f8aa-4a5c-abe7-5638d396ef61), precommit_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:18.694461 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-c00d73d8-42a7-4609-8152-bced06191550 req-9c09b923-2b11-4c2f-8e84-aa4f3616b4b3 service neutron] Attempting to bind port f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:05:18.694813 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-c00d73d8-42a7-4609-8152-bced06191550 req-9c09b923-2b11-4c2f-8e84-aa4f3616b4b3 service neutron] Attempting to bind port f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '8a2734a1-25ec-4137-a4c8-68c02a62c822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5b976880-9e41-4b86-a566-57238c6963b2'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:05:18.696533 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00d73d8-42a7-4609-8152-bced06191550 req-9c09b923-2b11-4c2f-8e84-aa4f3616b4b3 service neutron] Attempting to bind port f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 on network 5b976880-9e41-4b86-a566-57238c6963b2 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:05:18.702113 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e16dc0-ebdd-4efa-80d9-63abf06cbab0 admin admin] Router 8926fa8f-cbac-4d5c-a954-6763bfc46885 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:05:18.706807 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (a15d10a3-f8aa-4a5c-abe7-5638d396ef61), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:18.752105 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:UPDATE=3,neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:18.768226 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6899bf1a-5c76-4c0a-af8d-d93cbcd2e4cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for port (25d86167-fb13-4c8c-9e66-7eea8a92dd21), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:18.788585 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b941525d-c278-4db8-9a03-456f0b20f143 req-4bb181c7-be5c-4fa9-8e32-9590468a9783 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252690 Sep 13 13:05:18.802616 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570eab64-fdaa-4860-889a-b1ad694d4e56 admin admin] Pushing event updated for resources: {'Port': ['ID=1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:18.878426 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6899bf1a-5c76-4c0a-af8d-d93cbcd2e4cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (25d86167-fb13-4c8c-9e66-7eea8a92dd21), after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:18.879485 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6899bf1a-5c76-4c0a-af8d-d93cbcd2e4cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (03dfe950-ed20-4521-97fb-65e21ba09e07), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:18.892317 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18709c-d72c-45c6-936d-70e52cfd6dda None None] Pushing event updated for resources: {'Port': ['ID=a15d10a3-f8aa-4a5c-abe7-5638d396ef61,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:18.907316 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] Attempting to bind port a15d10a3-f8aa-4a5c-abe7-5638d396ef61 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:05:18.907708 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] Attempting to bind port a15d10a3-f8aa-4a5c-abe7-5638d396ef61 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': '5d09d9c1-8cb9-46d2-a749-3029c466f88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:05:18.908144 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] Attempting to bind port a15d10a3-f8aa-4a5c-abe7-5638d396ef61 on network 8b1eaf98-b39c-4204-9cb2-5b574f83717c {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:05:18.995625 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:05:18.996017 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] Checking segment: {'id': '5d09d9c1-8cb9-46d2-a749-3029c466f88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:05:18.996823 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:18.997302 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] Bound using segment: {'id': '5d09d9c1-8cb9-46d2-a749-3029c466f88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:05:18.998201 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] Bound port: a15d10a3-f8aa-4a5c-abe7-5638d396ef61, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d09d9c1-8cb9-46d2-a749-3029c466f88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:05:18.998739 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (a15d10a3-f8aa-4a5c-abe7-5638d396ef61), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:19.007575 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899bf1a-5c76-4c0a-af8d-d93cbcd2e4cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Pushing event updated for resources: {'Port': ['ID=25d86167-fb13-4c8c-9e66-7eea8a92dd21,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:19.023735 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-570eab64-fdaa-4860-889a-b1ad694d4e56 admin admin] Network d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:05:19.026712 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00d73d8-42a7-4609-8152-bced06191550 req-9c09b923-2b11-4c2f-8e84-aa4f3616b4b3 service neutron] Port f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 on network 5b976880-9e41-4b86-a566-57238c6963b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 13:05:19.027221 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00d73d8-42a7-4609-8152-bced06191550 req-9c09b923-2b11-4c2f-8e84-aa4f3616b4b3 service neutron] Attempting to bind port f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 on network 5b976880-9e41-4b86-a566-57238c6963b2 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:05:19.032404 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-570eab64-fdaa-4860-889a-b1ad694d4e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:05:19.076833 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6899bf1a-5c76-4c0a-af8d-d93cbcd2e4cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:19.082888 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:19.094236 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-6899bf1a-5c76-4c0a-af8d-d93cbcd2e4cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5121000 Sep 13 13:05:19.148025 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:19.153915 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 7814dd08-b7b1-4f3c-8599-8290700f3d38 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:19.204370 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] For port a15d10a3-f8aa-4a5c-abe7-5638d396ef61, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:05:19.217105 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] For port a15d10a3-f8aa-4a5c-abe7-5638d396ef61, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=a15d10a3-f8aa-4a5c-abe7-5638d396ef61,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:05:19.260221 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00d73d8-42a7-4609-8152-bced06191550 req-9c09b923-2b11-4c2f-8e84-aa4f3616b4b3 service neutron] Checking agent: {'id': '96974c91-2132-4a74-8ded-139ad5e3b835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 13, 3), 'started_at': datetime.datetime(2022, 9, 13, 13, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:05:19.260852 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00d73d8-42a7-4609-8152-bced06191550 req-9c09b923-2b11-4c2f-8e84-aa4f3616b4b3 service neutron] Checking segment: {'id': '8a2734a1-25ec-4137-a4c8-68c02a62c822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5b976880-9e41-4b86-a566-57238c6963b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:05:19.262396 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c00d73d8-42a7-4609-8152-bced06191550 req-9c09b923-2b11-4c2f-8e84-aa4f3616b4b3 service neutron] Bound using segment: {'id': '8a2734a1-25ec-4137-a4c8-68c02a62c822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5b976880-9e41-4b86-a566-57238c6963b2'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:05:19.264233 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-c00d73d8-42a7-4609-8152-bced06191550 req-9c09b923-2b11-4c2f-8e84-aa4f3616b4b3 service neutron] Bound port: f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a2734a1-25ec-4137-a4c8-68c02a62c822', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '5b976880-9e41-4b86-a566-57238c6963b2'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:05:19.264843 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c00d73d8-42a7-4609-8152-bced06191550 req-9c09b923-2b11-4c2f-8e84-aa4f3616b4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:19.300271 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 7814dd08-b7b1-4f3c-8599-8290700f3d38 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:19.305970 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (7814dd08-b7b1-4f3c-8599-8290700f3d38), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:19.305970 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (a15d10a3-f8aa-4a5c-abe7-5638d396ef61), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:19.406869 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e16dc0-ebdd-4efa-80d9-63abf06cbab0 admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:05:19.523330 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-07e16dc0-ebdd-4efa-80d9-63abf06cbab0 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/8926fa8f-cbac-4d5c-a954-6763bfc46885/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.3875167 Sep 13 13:05:19.553439 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] Routers {'150dce18-585e-4911-8f36-6a6ad5d4883b'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:05:19.554516 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:05:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['150dce18-585e-4911-8f36-6a6ad5d4883b'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:19.594790 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] Sync routers for ids ['8926fa8f-cbac-4d5c-a954-6763bfc46885'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:05:19.611057 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] Routers {'8926fa8f-cbac-4d5c-a954-6763bfc46885'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:05:19.617924 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:05:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8926fa8f-cbac-4d5c-a954-6763bfc46885'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:19.628437 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18709c-d72c-45c6-936d-70e52cfd6dda None None] Pushing event updated for resources: {'Port': ['ID=a15d10a3-f8aa-4a5c-abe7-5638d396ef61,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:19.732927 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:19.868014 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3e10f762-a242-4e71-a008-610e0c7e3333 None None] Provisioning complete for port 1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:19.868646 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3e10f762-a242-4e71-a008-610e0c7e3333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:19.882357 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 7814dd08-b7b1-4f3c-8599-8290700f3d38 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:19.882357 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (7814dd08-b7b1-4f3c-8599-8290700f3d38), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:19.934877 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c9247420-35c0-40bf-abc1-7233dca5f3a5 req-8623eca5-8817-4beb-a1bd-34c2b39f04ff tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 210 time: 0.4063928 Sep 13 13:05:19.986976 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] Set router 8926fa8f-cbac-4d5c-a954-6763bfc46885 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:05:20.009804 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-292aabb4-02af-4b80-b953-e751a89384b3 req-b4e8ec64-f6d9-4c20-940b-4f7b4ea7a527 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1522886360&fields=id&tenant_id=a4e94c8248874defa3cb01d0725dfcb0 HTTP/1.1" status: 200 len: 267 time: 0.4799209 Sep 13 13:05:20.210971 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port 7814dd08-b7b1-4f3c-8599-8290700f3d38, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=7814dd08-b7b1-4f3c-8599-8290700f3d38,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:20.222246 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3e10f762-a242-4e71-a008-610e0c7e3333 None None] Port 1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:05:20.251732 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] Set router 150dce18-585e-4911-8f36-6a6ad5d4883b gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:05:20.264917 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-c00d73d8-42a7-4609-8152-bced06191550 req-9c09b923-2b11-4c2f-8e84-aa4f3616b4b3 service neutron] For port f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4, host hv-cinder-80135, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:05:20.288022 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292aabb4-02af-4b80-b953-e751a89384b3 req-5a1fa9ef-3975-4683-a12c-c6acca0b719b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:20.295509 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-292aabb4-02af-4b80-b953-e751a89384b3 req-5a1fa9ef-3975-4683-a12c-c6acca0b719b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/networks?id=8b1eaf98-b39c-4204-9cb2-5b574f83717c HTTP/1.1" status: 200 len: 817 time: 0.2842846 Sep 13 13:05:20.300940 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-570eab64-fdaa-4860-889a-b1ad694d4e56 admin admin] Router ef52e44f-c053-4bae-82b5-a6ef90af4c1e has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:05:20.354959 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (7814dd08-b7b1-4f3c-8599-8290700f3d38), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:20.355928 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 4f03eeca-1053-4106-957f-51e28bca9b3f up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:20.380650 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:20.397892 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:20.468613 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:20.478571 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-c00d73d8-42a7-4609-8152-bced06191550 req-9c09b923-2b11-4c2f-8e84-aa4f3616b4b3 service neutron] For port f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4,segment=NetworkSegment(8a2734a1-25ec-4137-a4c8-68c02a62c822),segment_id=8a2734a1-25ec-4137-a4c8-68c02a62c822)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:05:20.503614 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'name': 'tempest-AttachVolumeTestJSON-1441218684-router', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:13Z', 'revision_number': 4, 'project_id': '75f6274158934ab5abf68951902f1e81', 'gw_port': {'id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'adf3485b-2d64-41e0-879e-2e6b8f989eb4', 'name': '', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'mac_address': 'fa:16:3e:e9:fa:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:07Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 2, 'project_id': '75f6274158934ab5abf68951902f1e81', 'subnets': [{'id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:20.514334 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-292aabb4-02af-4b80-b953-e751a89384b3 req-d790ed64-9b0e-43fb-acf5-3c204778b6a1 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/quotas/a4e94c8248874defa3cb01d0725dfcb0 HTTP/1.1" status: 200 len: 375 time: 0.2164836 Sep 13 13:05:20.572276 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=7814dd08-b7b1-4f3c-8599-8290700f3d38,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:20.603991 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] Checking router: 8926fa8f-cbac-4d5c-a954-6763bfc46885 for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:05:20.605071 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] Updating router 8926fa8f-cbac-4d5c-a954-6763bfc46885 port adf3485b-2d64-41e0-879e-2e6b8f989eb4 binding host dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 13:05:20.607347 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c00d73d8-42a7-4609-8152-bced06191550 req-9c09b923-2b11-4c2f-8e84-aa4f3616b4b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:20.614304 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d73d8-42a7-4609-8152-bced06191550 req-9c09b923-2b11-4c2f-8e84-aa4f3616b4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:20.615016 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c00d73d8-42a7-4609-8152-bced06191550 req-9c09b923-2b11-4c2f-8e84-aa4f3616b4b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:20.621062 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c00d73d8-42a7-4609-8152-bced06191550 req-9c09b923-2b11-4c2f-8e84-aa4f3616b4b3 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 HTTP/1.1" status: 200 len: 1094 time: 6.1006019 Sep 13 13:05:20.650008 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 4f03eeca-1053-4106-957f-51e28bca9b3f triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:20.651001 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (4f03eeca-1053-4106-957f-51e28bca9b3f), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:20.651497 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (adf3485b-2d64-41e0-879e-2e6b8f989eb4), before_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:20.731544 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'name': 'tempest-AttachVolumeShelveTestJSON-1233448772-router', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:09Z', 'revision_number': 4, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'gw_port': {'id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'a15d10a3-f8aa-4a5c-abe7-5638d396ef61', 'name': '', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'mac_address': 'fa:16:3e:c9:92:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:08Z', 'updated_at': '2022-09-13T13:05:19Z', 'revision_number': 4, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'subnets': [{'id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:20.987699 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9583c3ab-8b28-44f2-a61b-f4939928f8f1 None None] The sync data for ids ['150dce18-585e-4911-8f36-6a6ad5d4883b'] in dv-cinder-801354-10-iscsi is: [{'id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'name': 'tempest-AttachVolumeShelveTestJSON-1233448772-router', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:09Z', 'revision_number': 4, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'gw_port': {'id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'a15d10a3-f8aa-4a5c-abe7-5638d396ef61', 'name': '', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'mac_address': 'fa:16:3e:c9:92:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:08Z', 'updated_at': '2022-09-13T13:05:19Z', 'revision_number': 4, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'subnets': [{'id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:05:21.035627 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:21.102608 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] Publish callbacks [] for port (adf3485b-2d64-41e0-879e-2e6b8f989eb4), precommit_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:21.163258 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860a38df-4d3d-47b0-ba9f-f42a3f7a04ca', 'tag': 'f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:05:21.174721 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (adf3485b-2d64-41e0-879e-2e6b8f989eb4), after_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:21.187529 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 4f03eeca-1053-4106-957f-51e28bca9b3f is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:21.189825 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 81b0212c-bd30-4910-8dce-73b000985193 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:21.236454 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c532da4-d721-45a9-93d1-a148739e381a req-ca5b41d3-aeef-40b6-b7d2-5903613a352a tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:21.238796 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8c532da4-d721-45a9-93d1-a148739e381a req-ca5b41d3-aeef-40b6-b7d2-5903613a352a tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 944 time: 0.9356956 Sep 13 13:05:21.253106 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=100 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:21.265136 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 81b0212c-bd30-4910-8dce-73b000985193 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:21.266553 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (81b0212c-bd30-4910-8dce-73b000985193), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:21.351779 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7488b-6b4f-401e-ad32-fa4907be2941 None None] Pushing event updated for resources: {'Port': ['ID=adf3485b-2d64-41e0-879e-2e6b8f989eb4,revision_number=3']} {{(pid=106852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:21.373817 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 81b0212c-bd30-4910-8dce-73b000985193 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:21.379110 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 0a394588-bb4a-4ac3-aec8-1ac37887ac54 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:21.431692 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] Attempting to bind port adf3485b-2d64-41e0-879e-2e6b8f989eb4 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:05:21.432057 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] Attempting to bind port adf3485b-2d64-41e0-879e-2e6b8f989eb4 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': 'add5e484-7471-480b-a06b-32a9eb9454e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0'}] {{(pid=106852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:05:21.432414 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] Attempting to bind port adf3485b-2d64-41e0-879e-2e6b8f989eb4 on network 9a6ee3a0-91e5-4300-8f53-c3332833b2a0 {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:05:21.464717 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:21.483359 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:05:21.484114 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] Checking segment: {'id': 'add5e484-7471-480b-a06b-32a9eb9454e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:05:21.484662 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:21.484862 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:21.488498 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] Bound using segment: {'id': 'add5e484-7471-480b-a06b-32a9eb9454e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0'} {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:05:21.488498 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] Bound port: adf3485b-2d64-41e0-879e-2e6b8f989eb4, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add5e484-7471-480b-a06b-32a9eb9454e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0'}}] {{(pid=106852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:05:21.488498 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (adf3485b-2d64-41e0-879e-2e6b8f989eb4), before_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:21.515303 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-292aabb4-02af-4b80-b953-e751a89384b3 req-ea297027-4b67-4640-8c40-d3b72c1e4d8d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=a4e94c8248874defa3cb01d0725dfcb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9912801 Sep 13 13:05:21.530587 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 0a394588-bb4a-4ac3-aec8-1ac37887ac54 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:21.530961 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (0a394588-bb4a-4ac3-aec8-1ac37887ac54), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:21.592406 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.db [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] For port adf3485b-2d64-41e0-879e-2e6b8f989eb4, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:05:21.598372 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09b923-2b11-4c2f-8e84-aa4f3616b4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:21.605952 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.db [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] For port adf3485b-2d64-41e0-879e-2e6b8f989eb4, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=adf3485b-2d64-41e0-879e-2e6b8f989eb4,segment=NetworkSegment(add5e484-7471-480b-a06b-32a9eb9454e4),segment_id=add5e484-7471-480b-a06b-32a9eb9454e4)] {{(pid=106852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:05:21.660514 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7069a1ed-6471-4836-874d-f5aa4d8bf735" -d '{"events": [{"name": "network-changed", "server_uuid": "860a38df-4d3d-47b0-ba9f-f42a3f7a04ca", "tag": "f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:05:21.673692 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 0a394588-bb4a-4ac3-aec8-1ac37887ac54 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:21.673986 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (0a394588-bb4a-4ac3-aec8-1ac37887ac54), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:21.713491 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (adf3485b-2d64-41e0-879e-2e6b8f989eb4), after_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:21.754033 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port 0a394588-bb4a-4ac3-aec8-1ac37887ac54, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=0a394588-bb4a-4ac3-aec8-1ac37887ac54,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:21.759174 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d73d8-42a7-4609-8152-bced06191550 req-73c7c5e7-6c91-40a3-8a03-fae299469fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:21.760893 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c00d73d8-42a7-4609-8152-bced06191550 req-73c7c5e7-6c91-40a3-8a03-fae299469fc9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=eaaf8aa87a0f47cc9ba9f477de3c2d67&device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 1128 time: 0.5056243 Sep 13 13:05:21.770471 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] Routers {'8926fa8f-cbac-4d5c-a954-6763bfc46885'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:05:21.771112 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:05:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8926fa8f-cbac-4d5c-a954-6763bfc46885'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:21.820626 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (0a394588-bb4a-4ac3-aec8-1ac37887ac54), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:21.821848 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 2b188e8b-207c-4126-a4f0-d2419d7d1608 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:21.830551 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7488b-6b4f-401e-ad32-fa4907be2941 None None] Pushing event updated for resources: {'Port': ['ID=adf3485b-2d64-41e0-879e-2e6b8f989eb4,revision_number=4']} {{(pid=106852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:21.859356 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [req-292aabb4-02af-4b80-b953-e751a89384b3 req-6a39909f-a581-466c-91b4-c35ac9fd02e6 service neutron] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 13:05:21.867423 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-292aabb4-02af-4b80-b953-e751a89384b3 req-6a39909f-a581-466c-91b4-c35ac9fd02e6 service neutron] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1187775 Sep 13 13:05:21.915315 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=0a394588-bb4a-4ac3-aec8-1ac37887ac54,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:21.940163 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] Set router 8926fa8f-cbac-4d5c-a954-6763bfc46885 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:05:21.962243 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 2b188e8b-207c-4126-a4f0-d2419d7d1608 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:21.962615 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (2b188e8b-207c-4126-a4f0-d2419d7d1608), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:21.991747 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8c532da4-d721-45a9-93d1-a148739e381a req-ec7f7c83-68a5-464a-b220-253afd983830 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7118373 Sep 13 13:05:22.008072 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-570eab64-fdaa-4860-889a-b1ad694d4e56 admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:05:22.021349 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-570eab64-fdaa-4860-889a-b1ad694d4e56 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/ef52e44f-c053-4bae-82b5-a6ef90af4c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4167724 Sep 13 13:05:22.070054 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-292aabb4-02af-4b80-b953-e751a89384b3 req-37eb0a3b-e940-4aef-a3d2-0e3738bd9a84 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8b1eaf98-b39c-4204-9cb2-5b574f83717c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014573 Sep 13 13:05:22.116995 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 2b188e8b-207c-4126-a4f0-d2419d7d1608 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:22.118094 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (2b188e8b-207c-4126-a4f0-d2419d7d1608), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:22.172968 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port 2b188e8b-207c-4126-a4f0-d2419d7d1608, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=2b188e8b-207c-4126-a4f0-d2419d7d1608,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:22.232455 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:22.261593 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (2b188e8b-207c-4126-a4f0-d2419d7d1608), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:22.275677 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 33110) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:22.277536 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-292aabb4-02af-4b80-b953-e751a89384b3 req-6990cf76-4efc-4b95-bdb7-bdf45048bffe service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8b1eaf98-b39c-4204-9cb2-5b574f83717c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063677 Sep 13 13:05:22.285092 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 33114) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:22.293896 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'name': 'tempest-AttachVolumeTestJSON-1441218684-router', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:13Z', 'revision_number': 4, 'project_id': '75f6274158934ab5abf68951902f1e81', 'gw_port': {'id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'adf3485b-2d64-41e0-879e-2e6b8f989eb4', 'name': '', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'mac_address': 'fa:16:3e:e9:fa:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:07Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 4, 'project_id': '75f6274158934ab5abf68951902f1e81', 'subnets': [{'id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:22.297314 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-781ed5c1-c705-4486-97a9-a42a4c8174c0 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1253238052', 'description': 'tempest-description--1971900068'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:22.385880 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dab6c7-6a58-458e-897f-ab910454e27c None None] The sync data for ids ['8926fa8f-cbac-4d5c-a954-6763bfc46885'] in dv-cinder-801354-10-iscsi is: [{'id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'name': 'tempest-AttachVolumeTestJSON-1441218684-router', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:13Z', 'revision_number': 4, 'project_id': '75f6274158934ab5abf68951902f1e81', 'gw_port': {'id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'adf3485b-2d64-41e0-879e-2e6b8f989eb4', 'name': '', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'mac_address': 'fa:16:3e:e9:fa:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:07Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 4, 'project_id': '75f6274158934ab5abf68951902f1e81', 'subnets': [{'id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:05:22.390832 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:22.396069 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=2b188e8b-207c-4126-a4f0-d2419d7d1608,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:22.422015 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] Sync routers for ids ['ef52e44f-c053-4bae-82b5-a6ef90af4c1e'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:05:22.446166 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] Routers {'ef52e44f-c053-4bae-82b5-a6ef90af4c1e'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:05:22.446166 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:05:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['ef52e44f-c053-4bae-82b5-a6ef90af4c1e'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:22.473509 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e2223876-36ad-4056-b46e-d6ef9a2d0cc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:22.478978 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-74afb71b-0167-45cb-ae36-9b5f4ad8eaab req-0737f520-4b69-4a1d-b699-7f39af7513ca tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 210 time: 0.0435901 Sep 13 13:05:22.486921 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-781ed5c1-c705-4486-97a9-a42a4c8174c0 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:22.592995 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-781ed5c1-c705-4486-97a9-a42a4c8174c0 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for security_group (dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:22.608767 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] Set router ef52e44f-c053-4bae-82b5-a6ef90af4c1e gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:05:22.647636 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 7814dd08-b7b1-4f3c-8599-8290700f3d38 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:22.674483 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e2223876-36ad-4056-b46e-d6ef9a2d0cc4 admin admin] Publish callbacks [] for security_group (ff98847f-e3b3-47c0-bcca-b5ad3d8d6b67), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:22.700658 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-781ed5c1-c705-4486-97a9-a42a4c8174c0 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:22.764864 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ed5c1-c705-4486-97a9-a42a4c8174c0 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:22.808782 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e2223876-36ad-4056-b46e-d6ef9a2d0cc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (ff98847f-e3b3-47c0-bcca-b5ad3d8d6b67), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:22.864341 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce63078-73ed-4466-bab5-09a9e5d18e74 x-openstack-request-id: req-3ce63078-73ed-4466-bab5-09a9e5d18e74 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:05:22.865176 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860a38df-4d3d-47b0-ba9f-f42a3f7a04ca", "tag": "f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:05:22.865623 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3ce63078-73ed-4466-bab5-09a9e5d18e74 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:05:22.866812 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ce63078-73ed-4466-bab5-09a9e5d18e74'] response: {'name': 'network-changed', 'server_uuid': '860a38df-4d3d-47b0-ba9f-f42a3f7a04ca', 'tag': 'f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4', 'status': 'completed', 'code': 200} Sep 13 13:05:22.902336 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-e2223876-36ad-4056-b46e-d6ef9a2d0cc4 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=59ba2777b165453ebbafa35810212015&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6258986 Sep 13 13:05:22.907382 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 33144) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:22.909598 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-781ed5c1-c705-4486-97a9-a42a4c8174c0 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:22.915514 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-781ed5c1-c705-4486-97a9-a42a4c8174c0 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6292496 Sep 13 13:05:22.916432 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 33146) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:22.921607 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1380792572-router', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:15Z', 'revision_number': 4, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'gw_port': {'id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352', 'name': '', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'mac_address': 'fa:16:3e:c2:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '150922b3-3525-45d2-8627-b637b171605b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:11Z', 'updated_at': '2022-09-13T13:05:17Z', 'revision_number': 2, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'subnets': [{'id': '150922b3-3525-45d2-8627-b637b171605b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:22.923306 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-002ab1f3-e82b-4091-a7a3-2166256b1995 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Request body: {'security_group_rule': {'security_group_id': 'dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:22.923828 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 7814dd08-b7b1-4f3c-8599-8290700f3d38 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:22.924205 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (7814dd08-b7b1-4f3c-8599-8290700f3d38), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:22.943361 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2223876-36ad-4056-b46e-d6ef9a2d0cc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff98847f-e3b3-47c0-bcca-b5ad3d8d6b67,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:22.953769 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] Checking router: ef52e44f-c053-4bae-82b5-a6ef90af4c1e for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:05:22.954374 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] Updating router ef52e44f-c053-4bae-82b5-a6ef90af4c1e port 1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352 binding host dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 13:05:22.996332 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-33e6e381-ab41-4eb1-a949-3b07b42ac4f3 req-d91f44c9-7ccf-4616-94d0-70d8d61bdd27 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 210 time: 0.0896585 Sep 13 13:05:23.062868 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:23.063744 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:23.066130 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-002ab1f3-e82b-4091-a7a3-2166256b1995 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for security_group_rule (5453113d-eeb8-4feb-8961-06ca82af462e), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:23.152401 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:23.166637 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-3a304e26-d1e5-4e5f-8a2b-d8d2dce7656b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:23.171621 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-002ab1f3-e82b-4091-a7a3-2166256b1995 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for security_group_rule (5453113d-eeb8-4feb-8961-06ca82af462e), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:23.175251 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-3a304e26-d1e5-4e5f-8a2b-d8d2dce7656b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/networks?id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 HTTP/1.1" status: 200 len: 819 time: 0.3047917 Sep 13 13:05:23.231002 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429c7529-54bf-4afe-8331-b38a204ce85b req-b8450416-31c5-4abd-8c17-ca93e86c284e tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:23.232715 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-429c7529-54bf-4afe-8331-b38a204ce85b req-b8450416-31c5-4abd-8c17-ca93e86c284e tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 944 time: 0.1085956 Sep 13 13:05:23.254331 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-dedcae0f-d975-4ee4-83a6-f61d7b897411 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/quotas/c15624f4312f49bb85a7a086c291d157 HTTP/1.1" status: 200 len: 375 time: 0.0781264 Sep 13 13:05:23.256725 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 7814dd08-b7b1-4f3c-8599-8290700f3d38 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:23.257979 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device cab8814d-d263-4f70-8a1b-1c47c96b971e up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:23.265340 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9dd1de1c-ff66-4138-a4e5-a6cacf9afb8b admin admin] Publish callbacks [] for security_group (ff98847f-e3b3-47c0-bcca-b5ad3d8d6b67), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:23.305312 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9dd1de1c-ff66-4138-a4e5-a6cacf9afb8b admin admin] Publish callbacks [] for security_group (ff98847f-e3b3-47c0-bcca-b5ad3d8d6b67), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:23.307489 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-002ab1f3-e82b-4091-a7a3-2166256b1995 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (5453113d-eeb8-4feb-8961-06ca82af462e), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:23.334351 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ab1f3-e82b-4091-a7a3-2166256b1995 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5453113d-eeb8-4feb-8961-06ca82af462e,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:23.372415 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port cab8814d-d263-4f70-8a1b-1c47c96b971e triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:23.372787 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (cab8814d-d263-4f70-8a1b-1c47c96b971e), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:23.401778 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:23.412904 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-de4ad63c-ca51-43a5-87dd-2b4dec5bbd8c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c15624f4312f49bb85a7a086c291d157&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1478784 Sep 13 13:05:23.418222 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-429c7529-54bf-4afe-8331-b38a204ce85b req-798db985-e830-43fd-b7f2-05e35d4602b6 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764984 Sep 13 13:05:23.470660 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-002ab1f3-e82b-4091-a7a3-2166256b1995 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:23.471892 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-002ab1f3-e82b-4091-a7a3-2166256b1995 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5532575 Sep 13 13:05:23.474569 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 33152) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:23.488968 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-515614fc-4675-4720-b80b-fe7f933bdc08 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Request body: {'security_group_rule': {'security_group_id': 'dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:23.542002 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-2a9577a7-c722-497e-a13b-3b6f5c24d890 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281703 Sep 13 13:05:23.544708 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port cab8814d-d263-4f70-8a1b-1c47c96b971e is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:23.544708 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (cab8814d-d263-4f70-8a1b-1c47c96b971e), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:23.554200 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] Publish callbacks [] for port (1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352), precommit_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:23.573474 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9dd1de1c-ff66-4138-a4e5-a6cacf9afb8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (ff98847f-e3b3-47c0-bcca-b5ad3d8d6b67), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:23.576127 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9dd1de1c-ff66-4138-a4e5-a6cacf9afb8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:23.577363 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-9dd1de1c-ff66-4138-a4e5-a6cacf9afb8b admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/ff98847f-e3b3-47c0-bcca-b5ad3d8d6b67 HTTP/1.1" status: 204 len: 168 time: 0.6691225 Sep 13 13:05:23.578433 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port cab8814d-d263-4f70-8a1b-1c47c96b971e, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=cab8814d-d263-4f70-8a1b-1c47c96b971e,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:23.623155 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd1de1c-ff66-4138-a4e5-a6cacf9afb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff98847f-e3b3-47c0-bcca-b5ad3d8d6b67,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:23.627257 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:23.640896 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-515614fc-4675-4720-b80b-fe7f933bdc08 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for security_group_rule (224c789e-a961-44e1-a810-4d49a5935796), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:23.682218 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (cab8814d-d263-4f70-8a1b-1c47c96b971e), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:23.683284 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device a15d10a3-f8aa-4a5c-abe7-5638d396ef61 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:23.698066 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-53a3c3e7-f1ef-49ef-bcfd-bd8e521e74a9 req-7371aaa0-e7d3-45c3-b2dd-1045cae37093 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 210 time: 0.0717604 Sep 13 13:05:23.750011 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-05bccc92-b391-466f-bc15-45e6bd39b865 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996326 Sep 13 13:05:23.774011 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a85a3-bdaf-45f1-9e12-0a946be2b26c None None] Pushing event updated for resources: {'Port': ['ID=1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:23.822578 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:23.873128 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-515614fc-4675-4720-b80b-fe7f933bdc08 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for security_group_rule (224c789e-a961-44e1-a810-4d49a5935796), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:23.992608 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-515614fc-4675-4720-b80b-fe7f933bdc08 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (224c789e-a961-44e1-a810-4d49a5935796), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:24.073189 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-515614fc-4675-4720-b80b-fe7f933bdc08 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224c789e-a961-44e1-a810-4d49a5935796,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:24.088570 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:24.099818 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port a15d10a3-f8aa-4a5c-abe7-5638d396ef61 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:24.100579 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (a15d10a3-f8aa-4a5c-abe7-5638d396ef61), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:24.116527 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=cab8814d-d263-4f70-8a1b-1c47c96b971e,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:24.157406 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] Attempting to bind port 1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:05:24.158682 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] Attempting to bind port 1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': '0474db13-9c18-41f3-8716-d4ff64da1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:05:24.159234 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] Attempting to bind port 1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352 on network d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:05:24.188539 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-515614fc-4675-4720-b80b-fe7f933bdc08 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:24.191120 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-515614fc-4675-4720-b80b-fe7f933bdc08 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7139528 Sep 13 13:05:24.194699 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 33172) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:24.203644 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-41d60d40-b0d3-4c64-858f-7c00a2b4f72d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Request body: {'floatingip': {'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:24.265999 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:05:24.267528 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] Checking segment: {'id': '0474db13-9c18-41f3-8716-d4ff64da1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:05:24.267528 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:24.267528 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] Bound using segment: {'id': '0474db13-9c18-41f3-8716-d4ff64da1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:05:24.267796 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] Bound port: 1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0474db13-9c18-41f3-8716-d4ff64da1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:05:24.268004 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:24.304787 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c00d73d8-42a7-4609-8152-bced06191550 req-67243a3f-b0dd-4be4-9c74-d86afe4b117b service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 HTTP/1.1" status: 200 len: 217 time: 0.2966089 Sep 13 13:05:24.336881 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9ead2ff5-f9b4-4419-bc0e-41e2a988843f req-ae57d4ac-c80f-45ba-8d37-0a93ae8eecee tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 210 time: 0.0351694 Sep 13 13:05:24.377559 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c850e70b-ff2c-4120-a145-08bba0042058 req-1a101c38-38e7-4f8b-8e05-b13c71f64f8a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 210 time: 0.0433636 Sep 13 13:05:24.422374 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port a15d10a3-f8aa-4a5c-abe7-5638d396ef61 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:24.422374 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (a15d10a3-f8aa-4a5c-abe7-5638d396ef61), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:24.436480 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-41d60d40-b0d3-4c64-858f-7c00a2b4f72d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:24.487585 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] For port 1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:05:24.508190 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] For port 1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352,segment=NetworkSegment(0474db13-9c18-41f3-8716-d4ff64da1e69),segment_id=0474db13-9c18-41f3-8716-d4ff64da1e69)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:05:24.522977 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port a15d10a3-f8aa-4a5c-abe7-5638d396ef61, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=a15d10a3-f8aa-4a5c-abe7-5638d396ef61,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:24.599353 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-41d60d40-b0d3-4c64-858f-7c00a2b4f72d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:24.608294 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6af3ac-4368-4c02-9763-5c8861acc55a req-eab04501-ff12-440d-a166-1604c0db310c tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:24.608294 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0b6af3ac-4368-4c02-9763-5c8861acc55a req-eab04501-ff12-440d-a166-1604c0db310c tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 944 time: 0.0581388 Sep 13 13:05:24.656234 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (a15d10a3-f8aa-4a5c-abe7-5638d396ef61), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:24.657238 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 0a394588-bb4a-4ac3-aec8-1ac37887ac54 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:24.662982 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:24.677256 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0b6af3ac-4368-4c02-9763-5c8861acc55a req-53685435-e1b1-4692-9e4a-72bba8b9619a tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643508 Sep 13 13:05:24.712264 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 33194) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:24.734517 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2d0d98cc-3712-4523-9881-baedc8dfbc19 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:24.736417 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:24.737025 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] Routers {'ef52e44f-c053-4bae-82b5-a6ef90af4c1e'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:05:24.737649 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:05:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['ef52e44f-c053-4bae-82b5-a6ef90af4c1e'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:24.768584 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-41d60d40-b0d3-4c64-858f-7c00a2b4f72d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Allocated IP 172.27.1.109 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/32444aba-89ff-48de-9154-b79ee4848f82) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:05:24.819323 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-446f3b9e-57d5-4f98-a0af-541b957f2487 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:24.822966 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-446f3b9e-57d5-4f98-a0af-541b957f2487 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/networks?id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 HTTP/1.1" status: 200 len: 819 time: 0.1608806 Sep 13 13:05:24.832894 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=a15d10a3-f8aa-4a5c-abe7-5638d396ef61,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:24.848111 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:24.862223 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:24.880343 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 0a394588-bb4a-4ac3-aec8-1ac37887ac54 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:24.880715 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (0a394588-bb4a-4ac3-aec8-1ac37887ac54), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:24.884678 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-4ac2afb9-35af-4bac-b299-9e2f528dbd06 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/quotas/c15624f4312f49bb85a7a086c291d157 HTTP/1.1" status: 200 len: 375 time: 0.0554628 Sep 13 13:05:24.886838 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bc964755-ec87-42b9-afa4-ec922b34b8e3 req-9e3e6e17-5433-4e7b-a701-87d3e7dc2588 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 210 time: 0.0475092 Sep 13 13:05:24.953676 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-c96070fc-a41b-4263-ab23-323254ab2722 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c15624f4312f49bb85a7a086c291d157&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0629907 Sep 13 13:05:24.962863 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-41d60d40-b0d3-4c64-858f-7c00a2b4f72d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for port (32444aba-89ff-48de-9154-b79ee4848f82), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:24.980557 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2d0d98cc-3712-4523-9881-baedc8dfbc19 admin admin] Publish callbacks [] for security_group (7b19dc83-22e8-4833-bf74-6c3c3c6b8494), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:24.998426 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6a85a3-bdaf-45f1-9e12-0a946be2b26c None None] Pushing event updated for resources: {'Port': ['ID=1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:25.011326 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] Set router ef52e44f-c053-4bae-82b5-a6ef90af4c1e gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:05:25.016120 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:25.051678 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-41d60d40-b0d3-4c64-858f-7c00a2b4f72d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (32444aba-89ff-48de-9154-b79ee4848f82), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:25.063180 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-fc7405ba-04d0-4826-8ada-31e3c7452dc8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008701 Sep 13 13:05:25.080651 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2d0d98cc-3712-4523-9881-baedc8dfbc19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (7b19dc83-22e8-4833-bf74-6c3c3c6b8494), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:25.125968 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 0a394588-bb4a-4ac3-aec8-1ac37887ac54 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:25.142034 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0d98cc-3712-4523-9881-baedc8dfbc19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b19dc83-22e8-4833-bf74-6c3c3c6b8494,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:25.150671 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d60d40-b0d3-4c64-858f-7c00a2b4f72d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:05:25.159073 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-41d60d40-b0d3-4c64-858f-7c00a2b4f72d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:05:25.165100 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d60d40-b0d3-4c64-858f-7c00a2b4f72d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:05:25.173687 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-2d0d98cc-3712-4523-9881-baedc8dfbc19 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=a4ba5a78562b439ebb0667c0f09c2507&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4569428 Sep 13 13:05:25.174146 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 33202) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:25.189918 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-aaa81de8-59d6-487f-96d7-ac87120a3fc1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194401 Sep 13 13:05:25.347624 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d60d40-b0d3-4c64-858f-7c00a2b4f72d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Pushing event updated for resources: {'Port': ['ID=32444aba-89ff-48de-9154-b79ee4848f82,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:25.375937 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1380792572-router', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:15Z', 'revision_number': 4, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'gw_port': {'id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352', 'name': '', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'mac_address': 'fa:16:3e:c2:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '150922b3-3525-45d2-8627-b637b171605b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:11Z', 'updated_at': '2022-09-13T13:05:24Z', 'revision_number': 4, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'subnets': [{'id': '150922b3-3525-45d2-8627-b637b171605b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:25.391803 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-41d60d40-b0d3-4c64-858f-7c00a2b4f72d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for floatingip (baa7c88b-bd26-4500-8f26-928630208494), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:25.409384 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-120b8a46-6ea5-4645-bd8a-8898017787c7 admin admin] Publish callbacks [] for security_group (7b19dc83-22e8-4833-bf74-6c3c3c6b8494), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:25.420606 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3577575f-1c02-46c6-8642-9135cab40773 None None] The sync data for ids ['ef52e44f-c053-4bae-82b5-a6ef90af4c1e'] in dv-cinder-801354-10-iscsi is: [{'id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1380792572-router', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:15Z', 'revision_number': 4, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'gw_port': {'id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352', 'name': '', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'mac_address': 'fa:16:3e:c2:4d:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '150922b3-3525-45d2-8627-b637b171605b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:11Z', 'updated_at': '2022-09-13T13:05:24Z', 'revision_number': 4, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'subnets': [{'id': '150922b3-3525-45d2-8627-b637b171605b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:05:25.435575 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-120b8a46-6ea5-4645-bd8a-8898017787c7 admin admin] Publish callbacks [] for security_group (7b19dc83-22e8-4833-bf74-6c3c3c6b8494), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:25.479075 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:25.530162 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device cab8814d-d263-4f70-8a1b-1c47c96b971e up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:25.543396 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-41d60d40-b0d3-4c64-858f-7c00a2b4f72d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (32444aba-89ff-48de-9154-b79ee4848f82), before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:25.606364 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=100 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:25.620928 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b46975fe-8ff1-49b7-b30b-586a263a1f71 req-5dcbfaf5-03f5-49b3-bc23-a556ebabc87a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 210 time: 0.0739322 Sep 13 13:05:25.640971 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port cab8814d-d263-4f70-8a1b-1c47c96b971e triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:25.641414 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (cab8814d-d263-4f70-8a1b-1c47c96b971e), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:25.677015 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-120b8a46-6ea5-4645-bd8a-8898017787c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (7b19dc83-22e8-4833-bf74-6c3c3c6b8494), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:25.683216 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-120b8a46-6ea5-4645-bd8a-8898017787c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:25.687161 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-120b8a46-6ea5-4645-bd8a-8898017787c7 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/7b19dc83-22e8-4833-bf74-6c3c3c6b8494 HTTP/1.1" status: 204 len: 168 time: 0.5105472 Sep 13 13:05:25.692410 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-63cddbe9-5304-4519-af40-a04a4a046b44 req-b6e627d5-c15a-4449-b636-296b67545a44 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 210 time: 0.0645933 Sep 13 13:05:25.742704 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120b8a46-6ea5-4645-bd8a-8898017787c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b19dc83-22e8-4833-bf74-6c3c3c6b8494,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:25.872434 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-41d60d40-b0d3-4c64-858f-7c00a2b4f72d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for port (32444aba-89ff-48de-9154-b79ee4848f82), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:25.924660 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port cab8814d-d263-4f70-8a1b-1c47c96b971e is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:25.926340 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device adf3485b-2d64-41e0-879e-2e6b8f989eb4 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:25.963491 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-41d60d40-b0d3-4c64-858f-7c00a2b4f72d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (32444aba-89ff-48de-9154-b79ee4848f82), after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:25.964993 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-41d60d40-b0d3-4c64-858f-7c00a2b4f72d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (baa7c88b-bd26-4500-8f26-928630208494), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:26.031688 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port adf3485b-2d64-41e0-879e-2e6b8f989eb4 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:26.032488 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (adf3485b-2d64-41e0-879e-2e6b8f989eb4), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:26.069342 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d60d40-b0d3-4c64-858f-7c00a2b4f72d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Pushing event updated for resources: {'Port': ['ID=32444aba-89ff-48de-9154-b79ee4848f82,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:26.132568 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48c47d-23b1-4689-9541-185dcc07397a req-9006d733-1f98-4f90-8155-291cab177c4c tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:26.143639 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fd48c47d-23b1-4689-9541-185dcc07397a req-9006d733-1f98-4f90-8155-291cab177c4c tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 944 time: 0.1976016 Sep 13 13:05:26.172220 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-41d60d40-b0d3-4c64-858f-7c00a2b4f72d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:26.174331 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-41d60d40-b0d3-4c64-858f-7c00a2b4f72d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9772992 Sep 13 13:05:26.228371 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port adf3485b-2d64-41e0-879e-2e6b8f989eb4 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:26.228814 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (adf3485b-2d64-41e0-879e-2e6b8f989eb4), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:26.275868 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port adf3485b-2d64-41e0-879e-2e6b8f989eb4, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=adf3485b-2d64-41e0-879e-2e6b8f989eb4,segment=NetworkSegment(add5e484-7471-480b-a06b-32a9eb9454e4),segment_id=add5e484-7471-480b-a06b-32a9eb9454e4)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:26.354080 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fd48c47d-23b1-4689-9541-185dcc07397a req-26573585-df62-479e-8506-2a01108d895c tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036395 Sep 13 13:05:26.362426 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-53d0ab76-3dda-4096-8126-28a5ed341e87 req-2df8b6c2-af9c-4387-9902-5d6054332f4e tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 210 time: 0.2113147 Sep 13 13:05:26.375218 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (adf3485b-2d64-41e0-879e-2e6b8f989eb4), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:26.376941 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device a15d10a3-f8aa-4a5c-abe7-5638d396ef61 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:26.506080 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=adf3485b-2d64-41e0-879e-2e6b8f989eb4,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:26.523101 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port a15d10a3-f8aa-4a5c-abe7-5638d396ef61 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:26.523731 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (a15d10a3-f8aa-4a5c-abe7-5638d396ef61), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:26.604700 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-46d80850-1106-4dcd-9541-d1d5bfed59d2 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1253238052&fields=id&tenant_id=75f6274158934ab5abf68951902f1e81 HTTP/1.1" status: 200 len: 267 time: 0.0755541 Sep 13 13:05:26.723556 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port a15d10a3-f8aa-4a5c-abe7-5638d396ef61 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:26.724848 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 2b188e8b-207c-4126-a4f0-d2419d7d1608 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:26.775131 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 2b188e8b-207c-4126-a4f0-d2419d7d1608 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:26.777364 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (2b188e8b-207c-4126-a4f0-d2419d7d1608), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:26.793655 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3d1e7538-a52c-4fd6-a241-737266ce8f84 req-dfb7b1d9-6032-447f-aeb7-24ba0a857d32 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 210 time: 0.0467865 Sep 13 13:05:26.802221 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-8681dcc4-8819-4e25-af86-1653c815c964 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:26.805087 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-8681dcc4-8819-4e25-af86-1653c815c964 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/networks?id=9a6ee3a0-91e5-4300-8f53-c3332833b2a0 HTTP/1.1" status: 200 len: 811 time: 0.1995912 Sep 13 13:05:26.822373 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-00751566-cea5-4c84-9da4-3530bae393f2 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/quotas/75f6274158934ab5abf68951902f1e81 HTTP/1.1" status: 200 len: 375 time: 0.0112562 Sep 13 13:05:26.911105 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 2b188e8b-207c-4126-a4f0-d2419d7d1608 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:26.970143 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f40cacda-f29b-4970-a687-cf5674f82798 req-6900088a-c9b4-4a54-aa86-aca2fa3a8b76 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 210 time: 0.0400019 Sep 13 13:05:27.015662 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-2a751cc9-9a87-40b3-ac86-baf25e077e02 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=75f6274158934ab5abf68951902f1e81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1871326 Sep 13 13:05:27.490483 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device adf3485b-2d64-41e0-879e-2e6b8f989eb4 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:27.588482 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:27.598283 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port adf3485b-2d64-41e0-879e-2e6b8f989eb4 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:27.598794 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (adf3485b-2d64-41e0-879e-2e6b8f989eb4), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:27.703790 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-5a7c9d67-aaf1-49e3-9cb0-deca1f204dda service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9a6ee3a0-91e5-4300-8f53-c3332833b2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6750979 Sep 13 13:05:27.745337 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port adf3485b-2d64-41e0-879e-2e6b8f989eb4 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:27.747046 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:27.758711 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:27.783067 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2bd737-569e-433a-b383-c2ed66e9f994 req-911900ab-b4a9-47de-a5fc-a8029ff74494 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:27.791720 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2b2bd737-569e-433a-b383-c2ed66e9f994 req-911900ab-b4a9-47de-a5fc-a8029ff74494 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 944 time: 0.1728284 Sep 13 13:05:27.793457 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=100 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:27.805461 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:27.806178 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:27.849223 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d73d8-42a7-4609-8152-bced06191550 req-c23e699d-54bd-400a-aefd-08e76d7041fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:27.851675 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c00d73d8-42a7-4609-8152-bced06191550 req-c23e699d-54bd-400a-aefd-08e76d7041fb service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=4884382d-2c2c-4b3c-ab55-6e5f10e386b7 HTTP/1.1" status: 200 len: 851 time: 0.6812403 Sep 13 13:05:27.954635 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2b2bd737-569e-433a-b383-c2ed66e9f994 req-08ac51e2-692d-4b58-96a4-bccf0a28945f tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491513 Sep 13 13:05:27.968183 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-e9e041b3-6649-40a6-b2ce-0262979750ad service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9a6ee3a0-91e5-4300-8f53-c3332833b2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534628 Sep 13 13:05:27.968354 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:27.968804 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:28.076238 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port 1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352,segment=NetworkSegment(0474db13-9c18-41f3-8716-d4ff64da1e69),segment_id=0474db13-9c18-41f3-8716-d4ff64da1e69)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:28.180204 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:28.252782 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-09270ce6-f53d-44d1-99b2-a0d4277a01fd req-3b592381-82b2-4854-baf6-d6fa8a4a80b3 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 210 time: 0.0906980 Sep 13 13:05:28.257398 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00d73d8-42a7-4609-8152-bced06191550 req-ef23f6ee-baa1-4e30-a8e7-8334a71091e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:28.259154 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c00d73d8-42a7-4609-8152-bced06191550 req-ef23f6ee-baa1-4e30-a8e7-8334a71091e4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=5b976880-9e41-4b86-a566-57238c6963b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.2676010 Sep 13 13:05:28.278282 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.61', 55482) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:28.295974 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:28.597927 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c00d73d8-42a7-4609-8152-bced06191550 req-d4f68e31-07b0-4a1c-b8eb-89d2be6c9d60 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/5b976880-9e41-4b86-a566-57238c6963b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292511 Sep 13 13:05:28.772531 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-cdbb70fa-62f7-4e62-8a9d-980080c06c24 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:28.774120 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-cdbb70fa-62f7-4e62-8a9d-980080c06c24 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.61 "GET /networking/v2.0/networks?id=1f0b8231-ada5-4945-87a4-d1b052328819 HTTP/1.1" status: 200 len: 815 time: 0.4791601 Sep 13 13:05:28.818090 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:28.985001 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4f42acd1-241c-4164-b3e6-1993dccec902 req-b54d397e-ca87-40c9-8093-8e03c7d2a6bc tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 210 time: 0.3813655 Sep 13 13:05:29.009496 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6aea3bc3-52f1-4b6f-bb4e-b1c5b026e45d req-35780318-bfb4-4f4a-9601-453256f50e80 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 210 time: 0.4070520 Sep 13 13:05:29.026069 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-23b81b46-6d67-42a3-a62c-8422c61c25be tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7775bd9f19b64c8ca07407c103dcff9b HTTP/1.1" status: 200 len: 380 time: 0.2364614 Sep 13 13:05:29.158701 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-81bdc0c7-adde-480a-b408-6aefb1019360 req-513b0a5f-55b9-4475-a0cd-4fa3094fa751 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 210 time: 0.0802214 Sep 13 13:05:29.186485 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c00d73d8-42a7-4609-8152-bced06191550 req-1fe23d57-8433-4dc1-940e-464f28d55514 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/5b976880-9e41-4b86-a566-57238c6963b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370314 Sep 13 13:05:29.297139 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba59586-f776-4260-8c9c-4c3855e90ade req-90fd7eaa-062a-45de-a439-5eed5a0cd906 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:29.299201 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1ba59586-f776-4260-8c9c-4c3855e90ade req-90fd7eaa-062a-45de-a439-5eed5a0cd906 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 944 time: 0.1395504 Sep 13 13:05:29.303475 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:29.371301 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1ba59586-f776-4260-8c9c-4c3855e90ade req-16edce22-aa4d-4457-a9ff-82ea14d7eacc tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576148 Sep 13 13:05:29.372901 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:29.373344 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:29.403500 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dd69ae79-88a3-4071-be96-6a523ed14e0a req-ff405b8a-5f5e-4d0b-be2e-58fe65b1a401 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 210 time: 0.0311792 Sep 13 13:05:29.432416 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-e57ca239-475b-4fa9-b534-d657a4d12da1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Request body: {'port': {'device_id': '42476fd8-5bc5-47f9-8aa9-da3e3012656b', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'admin_state_up': True, 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'security_groups': ['6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6']}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:29.451860 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:29.872541 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-e57ca239-475b-4fa9-b534-d657a4d12da1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Made reservation on behalf of 7775bd9f19b64c8ca07407c103dcff9b for: {'port': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:05:29.879708 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-e57ca239-475b-4fa9-b534-d657a4d12da1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:30.126824 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:30.160867 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-e57ca239-475b-4fa9-b534-d657a4d12da1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Allocated IP 172.20.0.4 (1f0b8231-ada5-4945-87a4-d1b052328819/8e8aac7b-ea4b-46cf-9476-3c7b376f07e0/c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:05:30.165271 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.61', 55494) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:30.198820 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e210301-570f-445d-9f0e-88fee6d9a78d req-43cd3e20-1036-4f6f-acaf-f738db252c30 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 210 time: 0.0826709 Sep 13 13:05:30.201100 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:30.341446 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-69bd71f8-3777-48b5-84ac-31cd5537f60f req-f5d787b2-4a34-4136-963b-74b333ab7b4c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 210 time: 0.1273680 Sep 13 13:05:30.384413 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-871d7375-2e94-4864-be7e-db1e3aaa0e85 req-4a0cc1f0-8e57-4aae-ac2e-db6659931444 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 210 time: 0.0503621 Sep 13 13:05:30.393789 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069a1ed-6471-4836-874d-f5aa4d8bf735 req-001756dd-b426-4882-a3c4-9cf17ce47821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:30.394068 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292aabb4-02af-4b80-b953-e751a89384b3 req-0c7dd087-aac5-4996-97fa-59cb65d59226 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:30.394256 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7069a1ed-6471-4836-874d-f5aa4d8bf735 req-001756dd-b426-4882-a3c4-9cf17ce47821 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=eaaf8aa87a0f47cc9ba9f477de3c2d67&device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 1128 time: 0.1958873 Sep 13 13:05:30.394344 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-292aabb4-02af-4b80-b953-e751a89384b3 req-0c7dd087-aac5-4996-97fa-59cb65d59226 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.61 "GET /networking/v2.0/networks?id=8b1eaf98-b39c-4204-9cb2-5b574f83717c HTTP/1.1" status: 200 len: 817 time: 0.2223973 Sep 13 13:05:30.476195 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-e57ca239-475b-4fa9-b534-d657a4d12da1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for port (c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:30.525473 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91af0019-a88f-477e-8233-08de261db231 req-aa4b21d0-45e6-4417-bc7a-e340259481f6 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:30.527266 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-91af0019-a88f-477e-8233-08de261db231 req-aa4b21d0-45e6-4417-bc7a-e340259481f6 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 944 time: 0.0532815 Sep 13 13:05:30.566567 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:30.601774 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c93a8e24-0d53-46e6-bd72-39f74e5c995c req-6cbcc175-8959-4ff1-b63b-68ab4c1e23c1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 210 time: 0.0421357 Sep 13 13:05:30.622219 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-91af0019-a88f-477e-8233-08de261db231 req-b6156a20-0584-4185-9bf1-51a6e88f0edc tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802023 Sep 13 13:05:30.652571 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-e57ca239-475b-4fa9-b534-d657a4d12da1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:30.768486 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-e57ca239-475b-4fa9-b534-d657a4d12da1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Network 1f0b8231-ada5-4945-87a4-d1b052328819 is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:05:30.768486 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-e57ca239-475b-4fa9-b534-d657a4d12da1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:05:30.769568 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57ca239-475b-4fa9-b534-d657a4d12da1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event updated for resources: {'Port': ['ID=c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:30.774810 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-e57ca239-475b-4fa9-b534-d657a4d12da1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:05:30.778652 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-e57ca239-475b-4fa9-b534-d657a4d12da1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:30.779254 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-e57ca239-475b-4fa9-b534-d657a4d12da1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for port (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:30.892238 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-e57ca239-475b-4fa9-b534-d657a4d12da1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4740670 Sep 13 13:05:30.964083 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-b93f4fd5-fe64-4232-bb2e-ecefc9db1022 None None] Provisioning complete for port c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:30.964446 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-b93f4fd5-fe64-4232-bb2e-ecefc9db1022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:31.000727 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-b93f4fd5-fe64-4232-bb2e-ecefc9db1022 None None] Port c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:05:31.312327 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52db2dd5-29e4-451c-a8a4-31f4796ff797 req-163a83c8-e380-4746-bd0e-63394538b638 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 210 time: 0.0294292 Sep 13 13:05:31.486124 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1e15fe87-3e75-4e43-8eb7-f8099d4995dc req-59065427-6402-4a3e-9cf9-22a0ed0e65d6 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 210 time: 0.0357349 Sep 13 13:05:31.501924 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6bf8ca8e-2867-4630-8189-ae5004e76a14 req-29a678c4-b295-4924-b9be-b2ea5d0b8ad6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 210 time: 0.0497262 Sep 13 13:05:31.773983 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f08db-ce01-4e57-96bb-2dfe3a28a318 req-8528cd96-a842-40c8-b9d6-4bf78922bb13 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:31.773983 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-389f08db-ce01-4e57-96bb-2dfe3a28a318 req-8528cd96-a842-40c8-b9d6-4bf78922bb13 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 931 time: 0.0763676 Sep 13 13:05:31.807188 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef41b5c-4746-485c-83d2-b96d6cc0253c req-5a8ff835-2bd2-4f1c-81e1-9d7b843a0295 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:31.808756 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1ef41b5c-4746-485c-83d2-b96d6cc0253c req-5a8ff835-2bd2-4f1c-81e1-9d7b843a0295 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 944 time: 0.0886660 Sep 13 13:05:31.870842 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-389f08db-ce01-4e57-96bb-2dfe3a28a318 req-f15808a6-a72b-4e73-b64c-90bf826c4543 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0968354 Sep 13 13:05:31.887055 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1ef41b5c-4746-485c-83d2-b96d6cc0253c req-e2639a73-a655-4fc0-89b9-b24bbb2a9712 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705593 Sep 13 13:05:32.296623 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=14 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:32.297404 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:32.414536 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d4c34bf1-6b8e-403c-ae55-b492247c7177 req-8e9fa75a-764a-4813-9381-5559b8628770 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 210 time: 0.0286245 Sep 13 13:05:32.592909 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-414654e7-e6c4-479d-bd4c-e62d4c0324b1 req-340d5546-d4f7-4247-a501-6283b8aee43d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 210 time: 0.0321553 Sep 13 13:05:32.619628 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c1bf5f71-8f7a-4b18-a00b-619127c7c1f8 req-a929eee6-e7eb-4a29-8de2-9f0eedc3600f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 210 time: 0.0295160 Sep 13 13:05:33.016879 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af987510-e5aa-4e7c-9277-ee7fa9a06a39 req-55088cf4-1207-45c1-948e-a7eaf25122c1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:33.018316 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:05:33.018813 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-af987510-e5aa-4e7c-9277-ee7fa9a06a39 req-55088cf4-1207-45c1-948e-a7eaf25122c1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 931 time: 0.0723879 Sep 13 13:05:33.040561 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d878d58-469a-44ec-9200-dfd2d7c61ccf req-efbac782-0f98-4051-9656-6cc7eb7a568d tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:33.042133 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2d878d58-469a-44ec-9200-dfd2d7c61ccf req-efbac782-0f98-4051-9656-6cc7eb7a568d tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 944 time: 0.0671048 Sep 13 13:05:33.058451 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:33.105270 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-af987510-e5aa-4e7c-9277-ee7fa9a06a39 req-cadff248-7b60-4fff-8742-09b6a830efe9 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783758 Sep 13 13:05:33.119043 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2d878d58-469a-44ec-9200-dfd2d7c61ccf req-a1d85e54-8434-4a68-9234-9fb9ae6babb6 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691650 Sep 13 13:05:33.124294 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4,segment=NetworkSegment(8a2734a1-25ec-4137-a4c8-68c02a62c822),segment_id=8a2734a1-25ec-4137-a4c8-68c02a62c822)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:33.139769 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': 'f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4', 'network_id': '5b976880-9e41-4b86-a566-57238c6963b2', 'port_id': 'f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4', 'mac_address': 'fa:16:3e:3a:53:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4884382d-2c2c-4b3c-ab55-6e5f10e386b7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:05:33.281841 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:33.282245 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:33.295876 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:05:33.315495 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4,segment=NetworkSegment(8a2734a1-25ec-4137-a4c8-68c02a62c822),segment_id=8a2734a1-25ec-4137-a4c8-68c02a62c822)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:33.380140 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-86a36bab-43a9-4fd8-bc2e-9c57cd110a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:33.403040 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:33.451286 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:33.524382 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b47a5cad-2ed5-4e0d-843e-f807ffe4f21a req-9bb1b8fa-97a9-494c-98d0-1b62d14ac755 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 210 time: 0.0348918 Sep 13 13:05:33.696083 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d1e9781f-a40b-423f-99e2-b21ccc5f1790 req-05638aba-9ca8-4e5d-9ada-419c4374e22e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 210 time: 0.0286334 Sep 13 13:05:33.727385 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9ee2f19e-ef23-497f-8835-175b18654656 req-c6bd94d1-17cf-453d-9f08-71fa015af3e3 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 210 time: 0.0269170 Sep 13 13:05:34.196793 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-1b8a8c3c-74c2-4c15-8516-8b1c1dbfb7bd service neutron] Request body: {'port': {'device_id': '42476fd8-5bc5-47f9-8aa9-da3e3012656b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:34.279240 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:34.309717 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-292aabb4-02af-4b80-b953-e751a89384b3 req-4d76ae03-9843-4fab-8813-f583eeaaa7de tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a4e94c8248874defa3cb01d0725dfcb0 HTTP/1.1" status: 200 len: 380 time: 0.0861118 Sep 13 13:05:34.312428 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-1b8a8c3c-74c2-4c15-8516-8b1c1dbfb7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c), before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:34.326356 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [req-292aabb4-02af-4b80-b953-e751a89384b3 req-e342010a-3f57-43e8-81f2-7c82a0ba1b96 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Request body: {'port': {'device_id': '1c784b1b-72d1-431c-bca7-12cc7f5aa2b8', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'admin_state_up': True, 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'security_groups': ['81426c7f-f917-446d-921b-3111fb2634fd']}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:34.359333 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa466d7b-6fcf-4fa8-8662-2e8290f50780 req-b1335b12-20c8-43dd-a9fc-203981b26aad tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:34.361960 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fa466d7b-6fcf-4fa8-8662-2e8290f50780 req-b1335b12-20c8-43dd-a9fc-203981b26aad tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 931 time: 0.1743865 Sep 13 13:05:34.384722 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:05:34.385210 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18dd9f8-47fa-47a4-b7c4-8c1c2b49e27b req-d5219455-5713-4597-9a7d-c308e206ba3d tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:34.392323 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b18dd9f8-47fa-47a4-b7c4-8c1c2b49e27b req-d5219455-5713-4597-9a7d-c308e206ba3d tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 945 time: 0.1648920 Sep 13 13:05:34.470707 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:34.557031 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069a1ed-6471-4836-874d-f5aa4d8bf735 req-e366e942-bc8c-40b6-b2f9-0b776813911c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:34.558585 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7069a1ed-6471-4836-874d-f5aa4d8bf735 req-e366e942-bc8c-40b6-b2f9-0b776813911c service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=5b976880-9e41-4b86-a566-57238c6963b2 HTTP/1.1" status: 200 len: 913 time: 0.3301852 Sep 13 13:05:34.579024 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b18dd9f8-47fa-47a4-b7c4-8c1c2b49e27b req-53fcbf48-e5c3-4da6-9476-bb03f61721aa tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857257 Sep 13 13:05:34.604165 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fa466d7b-6fcf-4fa8-8662-2e8290f50780 req-e01e8f08-94c3-49b9-8f82-34d7dae219c6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315867 Sep 13 13:05:34.707143 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:34.717016 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-101a9e2e-4785-4137-9708-1f080ef68ea1 req-8263d9aa-47b0-4a50-81f5-b8c34f2f6463 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 210 time: 0.0393488 Sep 13 13:05:34.813106 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7a58596c-e0d1-44fb-b310-ce01e102a2f5 req-fadf0005-b524-4046-8085-62a97fcb1775 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 210 time: 0.0317633 Sep 13 13:05:34.937359 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a89c0644-81a3-47b5-a850-ba2ebec38d10 req-9ed32154-75db-4de0-a094-4bc583ce34d2 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 210 time: 0.1228290 Sep 13 13:05:34.941575 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7069a1ed-6471-4836-874d-f5aa4d8bf735 req-ccc13c05-aabb-461d-9354-e7254d6a5513 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 HTTP/1.1" status: 200 len: 217 time: 0.1051135 Sep 13 13:05:34.947387 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-1b8a8c3c-74c2-4c15-8516-8b1c1dbfb7bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:05:34.956544 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:34.956544 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-1b8a8c3c-74c2-4c15-8516-8b1c1dbfb7bd service neutron] Publish callbacks [] for port (c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:34.981849 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-1b8a8c3c-74c2-4c15-8516-8b1c1dbfb7bd service neutron] Transition to ACTIVE for port object c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c will not be triggered until provisioned by entity L2. {{(pid=106849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 13:05:35.171044 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069a1ed-6471-4836-874d-f5aa4d8bf735 req-6207e10c-e406-4d67-9269-c25f0b7d2f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:35.172491 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7069a1ed-6471-4836-874d-f5aa4d8bf735 req-6207e10c-e406-4d67-9269-c25f0b7d2f59 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=4884382d-2c2c-4b3c-ab55-6e5f10e386b7 HTTP/1.1" status: 200 len: 851 time: 0.2213013 Sep 13 13:05:35.211698 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:35.219300 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069a1ed-6471-4836-874d-f5aa4d8bf735 req-45665c00-4680-4c1d-b337-468d135a24c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:35.251265 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7069a1ed-6471-4836-874d-f5aa4d8bf735 req-45665c00-4680-4c1d-b337-468d135a24c5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=5b976880-9e41-4b86-a566-57238c6963b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0420091 Sep 13 13:05:35.327884 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7069a1ed-6471-4836-874d-f5aa4d8bf735 req-f19eea59-5543-471b-9e09-f7cb74f935b7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/5b976880-9e41-4b86-a566-57238c6963b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010392 Sep 13 13:05:35.416448 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7069a1ed-6471-4836-874d-f5aa4d8bf735 req-7b483b57-0604-4a19-8b40-34db2a31ef35 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/5b976880-9e41-4b86-a566-57238c6963b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817745 Sep 13 13:05:35.609155 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-292aabb4-02af-4b80-b953-e751a89384b3 req-e342010a-3f57-43e8-81f2-7c82a0ba1b96 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Made reservation on behalf of a4e94c8248874defa3cb01d0725dfcb0 for: {'port': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:05:35.613120 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-292aabb4-02af-4b80-b953-e751a89384b3 req-e342010a-3f57-43e8-81f2-7c82a0ba1b96 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:35.628490 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-1b8a8c3c-74c2-4c15-8516-8b1c1dbfb7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c), after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:35.635500 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-9fe208f2-c96b-4b2b-8d12-701002ce30e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:35.813410 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:35.839832 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06818797-b84c-4429-b276-607b7103d850 req-7e969c91-a04d-4e63-a886-2a2661dd6026 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:35.846363 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-06818797-b84c-4429-b276-607b7103d850 req-7e969c91-a04d-4e63-a886-2a2661dd6026 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 943 time: 0.1246810 Sep 13 13:05:35.863498 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0348ccd6-c277-430f-88e3-572464f18660 req-1a244b0d-9263-488c-a189-8ce9c3cd0c3f tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:35.865221 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0348ccd6-c277-430f-88e3-572464f18660 req-1a244b0d-9263-488c-a189-8ce9c3cd0c3f tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 945 time: 0.1000569 Sep 13 13:05:35.871435 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a8c3c-74c2-4c15-8516-8b1c1dbfb7bd service neutron] Pushing event updated for resources: {'Port': ['ID=c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:35.884566 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [req-292aabb4-02af-4b80-b953-e751a89384b3 req-e342010a-3f57-43e8-81f2-7c82a0ba1b96 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Allocated IP 172.20.0.11 (8b1eaf98-b39c-4204-9cb2-5b574f83717c/707a845c-7141-4086-a3f3-fd8375e89ff4/80c82096-8d7e-47cb-a713-18ffef510762) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:05:35.896257 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-1b8a8c3c-74c2-4c15-8516-8b1c1dbfb7bd service neutron] Attempting to bind port c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:05:35.896257 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-1b8a8c3c-74c2-4c15-8516-8b1c1dbfb7bd service neutron] Attempting to bind port c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:05:35.896257 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-1b8a8c3c-74c2-4c15-8516-8b1c1dbfb7bd service neutron] Attempting to bind port c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c on network 1f0b8231-ada5-4945-87a4-d1b052328819 {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:05:35.986551 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-1b8a8c3c-74c2-4c15-8516-8b1c1dbfb7bd service neutron] Port c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c on network 1f0b8231-ada5-4945-87a4-d1b052328819 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 13:05:35.986877 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-1b8a8c3c-74c2-4c15-8516-8b1c1dbfb7bd service neutron] Attempting to bind port c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c on network 1f0b8231-ada5-4945-87a4-d1b052328819 {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:05:35.996807 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-06818797-b84c-4429-b276-607b7103d850 req-95471996-8eea-47ac-987f-75cf4d477b1a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492691 Sep 13 13:05:36.043013 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0348ccd6-c277-430f-88e3-572464f18660 req-81319c48-c230-463c-89fa-17eacecc6975 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412549 Sep 13 13:05:36.058402 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-a0bd31e7-b1c5-423e-a49f-b57a293a340e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:36.062362 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-a0bd31e7-b1c5-423e-a49f-b57a293a340e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.61 "GET /networking/v2.0/networks?id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 HTTP/1.1" status: 200 len: 819 time: 0.2786467 Sep 13 13:05:36.072815 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-b4aec8c9-a6ce-42b1-b3a2-102aea8f3f2a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Request body: {'port': {'device_id': 'e11dc092-73fb-4122-9cea-7a41398c3c66', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'admin_state_up': True, 'tenant_id': 'c15624f4312f49bb85a7a086c291d157'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:36.107416 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-1b8a8c3c-74c2-4c15-8516-8b1c1dbfb7bd service neutron] Checking agent: {'id': '96974c91-2132-4a74-8ded-139ad5e3b835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 13, 3), 'started_at': datetime.datetime(2022, 9, 13, 13, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:05:36.107958 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-1b8a8c3c-74c2-4c15-8516-8b1c1dbfb7bd service neutron] Checking segment: {'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:05:36.108533 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-1b8a8c3c-74c2-4c15-8516-8b1c1dbfb7bd service neutron] Bound using segment: {'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:05:36.108995 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-1b8a8c3c-74c2-4c15-8516-8b1c1dbfb7bd service neutron] Bound port: c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'}}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:05:36.109401 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-1b8a8c3c-74c2-4c15-8516-8b1c1dbfb7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c), before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:36.201717 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-292aabb4-02af-4b80-b953-e751a89384b3 req-e342010a-3f57-43e8-81f2-7c82a0ba1b96 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for port (80c82096-8d7e-47cb-a713-18ffef510762), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:36.236344 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-1b8a8c3c-74c2-4c15-8516-8b1c1dbfb7bd service neutron] For port c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c, host hv-cinder-80135, cleared binding levels {{(pid=106849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:05:36.242380 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8157773f-6620-41cd-a827-fff6330f9035 req-10fcc3bd-7b18-40ea-81c4-af27df7cb5d6 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 210 time: 0.0943482 Sep 13 13:05:36.246445 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ee579efe-a16e-4130-8b73-1621d3ec410b req-aed9b452-9be2-4e8b-a865-9c72257cc3e1 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 210 time: 0.1000774 Sep 13 13:05:36.253580 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:36.268761 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-1b8a8c3c-74c2-4c15-8516-8b1c1dbfb7bd service neutron] For port c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:05:36.335206 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning for port f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 completed by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 13:05:36.357970 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-1b8a8c3c-74c2-4c15-8516-8b1c1dbfb7bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c), after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:36.364171 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-1b8a8c3c-74c2-4c15-8516-8b1c1dbfb7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:36.364792 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-1b8a8c3c-74c2-4c15-8516-8b1c1dbfb7bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for port (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:36.366454 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-1b8a8c3c-74c2-4c15-8516-8b1c1dbfb7bd service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c HTTP/1.1" status: 200 len: 1093 time: 2.1748095 Sep 13 13:05:36.370182 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42476fd8-5bc5-47f9-8aa9-da3e3012656b', 'tag': 'c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:05:36.392288 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-b4aec8c9-a6ce-42b1-b3a2-102aea8f3f2a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Made reservation on behalf of c15624f4312f49bb85a7a086c291d157 for: {'port': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:05:36.396436 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-b4aec8c9-a6ce-42b1-b3a2-102aea8f3f2a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:36.401680 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fa94856b-cdfb-423c-8a8e-05fd52e6e352 req-48a31e26-b6f0-427e-a18d-fcad79d28bb4 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 210 time: 0.0429540 Sep 13 13:05:36.443121 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:36.443121 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:36.462955 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-292aabb4-02af-4b80-b953-e751a89384b3 req-e342010a-3f57-43e8-81f2-7c82a0ba1b96 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (80c82096-8d7e-47cb-a713-18ffef510762), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:36.504678 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:36.525000 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-292aabb4-02af-4b80-b953-e751a89384b3 req-e342010a-3f57-43e8-81f2-7c82a0ba1b96 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Network 8b1eaf98-b39c-4204-9cb2-5b574f83717c is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:05:36.526849 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [req-292aabb4-02af-4b80-b953-e751a89384b3 req-e342010a-3f57-43e8-81f2-7c82a0ba1b96 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:05:36.545315 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [req-292aabb4-02af-4b80-b953-e751a89384b3 req-e342010a-3f57-43e8-81f2-7c82a0ba1b96 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:05:36.545315 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292aabb4-02af-4b80-b953-e751a89384b3 req-e342010a-3f57-43e8-81f2-7c82a0ba1b96 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:36.545315 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-292aabb4-02af-4b80-b953-e751a89384b3 req-e342010a-3f57-43e8-81f2-7c82a0ba1b96 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for port (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:36.552919 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:36.553416 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:36.569727 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a8c3c-74c2-4c15-8516-8b1c1dbfb7bd service neutron] Pushing event updated for resources: {'Port': ['ID=c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c,revision_number=3']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:36.582332 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860a38df-4d3d-47b0-ba9f-f42a3f7a04ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:05:36.616154 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-b4aec8c9-a6ce-42b1-b3a2-102aea8f3f2a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Allocated IP 172.20.0.3 (d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7/150922b3-3525-45d2-8627-b637b171605b/9537de83-a92f-4647-a5d6-285071c8be74) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:05:36.648442 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23bb1fb122ba8f1da103ecdb274102d78ba2f3e34c615a0d13b2dbc04813c26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fee2ab5-c5df-45d9-a503-4b76ba22103e" -d '{"events": [{"name": "network-changed", "server_uuid": "42476fd8-5bc5-47f9-8aa9-da3e3012656b", "tag": "c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:05:36.661277 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-292aabb4-02af-4b80-b953-e751a89384b3 req-e342010a-3f57-43e8-81f2-7c82a0ba1b96 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3385055 Sep 13 13:05:36.670809 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e342010a-3f57-43e8-81f2-7c82a0ba1b96 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Pushing event updated for resources: {'Port': ['ID=80c82096-8d7e-47cb-a713-18ffef510762,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:36.706111 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4,segment=NetworkSegment(8a2734a1-25ec-4137-a4c8-68c02a62c822),segment_id=8a2734a1-25ec-4137-a4c8-68c02a62c822)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:36.710392 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [req-292aabb4-02af-4b80-b953-e751a89384b3 req-dcd7970b-bbc4-428e-aa31-aea9e0d4bd08 service neutron] Request body: {'port': {'device_id': '1c784b1b-72d1-431c-bca7-12cc7f5aa2b8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:36.750879 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcadaad5-dc73-4b5e-971f-c86f074495ec" -d '{"events": [{"server_uuid": "860a38df-4d3d-47b0-ba9f-f42a3f7a04ca", "name": "network-vif-plugged", "status": "completed", "tag": "f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:05:36.818487 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:36.932500 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-292aabb4-02af-4b80-b953-e751a89384b3 req-dcd7970b-bbc4-428e-aa31-aea9e0d4bd08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (80c82096-8d7e-47cb-a713-18ffef510762), before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:36.947058 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-3be1bd22-2211-4fe7-b6e9-b908561f08d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:36.949480 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-3be1bd22-2211-4fe7-b6e9-b908561f08d9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=7775bd9f19b64c8ca07407c103dcff9b&device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 1127 time: 0.1715658 Sep 13 13:05:36.956891 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-b4aec8c9-a6ce-42b1-b3a2-102aea8f3f2a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for port (9537de83-a92f-4647-a5d6-285071c8be74), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:36.979987 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a6740b-4da4-4791-87a2-b4e98bb3386b x-openstack-request-id: req-d0a6740b-4da4-4791-87a2-b4e98bb3386b {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:05:36.980610 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42476fd8-5bc5-47f9-8aa9-da3e3012656b", "tag": "c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c", "status": "completed", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:05:36.981097 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d0a6740b-4da4-4791-87a2-b4e98bb3386b {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:05:36.981823 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0a6740b-4da4-4791-87a2-b4e98bb3386b'] response: {'name': 'network-changed', 'server_uuid': '42476fd8-5bc5-47f9-8aa9-da3e3012656b', 'tag': 'c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c', 'status': 'completed', 'code': 200} Sep 13 13:05:36.982426 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25b960ff-7c81-458e-9dd8-f8eb9cc6d6dc x-openstack-request-id: req-25b960ff-7c81-458e-9dd8-f8eb9cc6d6dc {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:05:36.982728 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860a38df-4d3d-47b0-ba9f-f42a3f7a04ca", "name": "network-vif-plugged", "status": "completed", "tag": "f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:05:36.982976 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-25b960ff-7c81-458e-9dd8-f8eb9cc6d6dc {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:05:36.986358 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25b960ff-7c81-458e-9dd8-f8eb9cc6d6dc'] response: {'server_uuid': '860a38df-4d3d-47b0-ba9f-f42a3f7a04ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4', 'code': 200} Sep 13 13:05:36.991603 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:36.995502 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:37.005990 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-143273c7-9917-4190-b9be-d5482b681b1e None None] Provisioning complete for port 80c82096-8d7e-47cb-a713-18ffef510762 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:37.006616 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-143273c7-9917-4190-b9be-d5482b681b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (80c82096-8d7e-47cb-a713-18ffef510762), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:37.039457 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.61', 55519) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:37.046371 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-143273c7-9917-4190-b9be-d5482b681b1e None None] Port 80c82096-8d7e-47cb-a713-18ffef510762 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:05:37.065436 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-b183a60b-245f-421c-b3f1-2c6bd51191ec service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c HTTP/1.1" status: 200 len: 217 time: 0.0816441 Sep 13 13:05:37.114932 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-b4aec8c9-a6ce-42b1-b3a2-102aea8f3f2a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (9537de83-a92f-4647-a5d6-285071c8be74), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:37.172090 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=7 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:37.203644 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-64781c11-5f6a-4194-a1ea-7595858e9f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:37.205115 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-64781c11-5f6a-4194-a1ea-7595858e9f8a service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8e8aac7b-ea4b-46cf-9476-3c7b376f07e0 HTTP/1.1" status: 200 len: 854 time: 0.1331079 Sep 13 13:05:37.363765 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-518a5c93-b295-4808-ad8e-af124e007570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:37.364067 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:37.365270 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-518a5c93-b295-4808-ad8e-af124e007570 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=1f0b8231-ada5-4945-87a4-d1b052328819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1516719 Sep 13 13:05:37.372342 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a00158-ac29-49d6-aef4-0ac06d7efa83 req-2b28b8b1-f027-418c-b307-620bb624d918 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:37.375073 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e1a00158-ac29-49d6-aef4-0ac06d7efa83 req-2b28b8b1-f027-418c-b307-620bb624d918 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 943 time: 0.1377003 Sep 13 13:05:37.421941 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.61', 55523) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:37.438477 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-b4aec8c9-a6ce-42b1-b3a2-102aea8f3f2a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Network d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:05:37.563963 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-b4aec8c9-a6ce-42b1-b3a2-102aea8f3f2a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:05:37.577196 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-b4aec8c9-a6ce-42b1-b3a2-102aea8f3f2a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:05:37.583189 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-b4aec8c9-a6ce-42b1-b3a2-102aea8f3f2a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:37.583893 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:37.584004 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-b4aec8c9-a6ce-42b1-b3a2-102aea8f3f2a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:37.588056 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-afef650b-5821-446b-bc78-16fcbee56334 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165515 Sep 13 13:05:37.593237 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [req-292aabb4-02af-4b80-b953-e751a89384b3 req-dcd7970b-bbc4-428e-aa31-aea9e0d4bd08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80c82096-8d7e-47cb-a713-18ffef510762 {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:05:37.615215 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-292aabb4-02af-4b80-b953-e751a89384b3 req-dcd7970b-bbc4-428e-aa31-aea9e0d4bd08 service neutron] Publish callbacks [] for port (80c82096-8d7e-47cb-a713-18ffef510762), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:37.615320 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e0a9e0-98df-4944-8ae4-846a6890cfc4 req-cbbf0a84-59c1-45d9-bb1f-307ae95e9b26 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:37.615320 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-74e0a9e0-98df-4944-8ae4-846a6890cfc4 req-cbbf0a84-59c1-45d9-bb1f-307ae95e9b26 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 946 time: 0.3926518 Sep 13 13:05:37.615571 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [req-292aabb4-02af-4b80-b953-e751a89384b3 req-dcd7970b-bbc4-428e-aa31-aea9e0d4bd08 service neutron] Transition to ACTIVE for port object 80c82096-8d7e-47cb-a713-18ffef510762 will not be triggered until provisioned by entity L2. {{(pid=106849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 13:05:37.627341 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aec8c9-a6ce-42b1-b3a2-102aea8f3f2a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Pushing event updated for resources: {'Port': ['ID=9537de83-a92f-4647-a5d6-285071c8be74,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:37.672850 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-292aabb4-02af-4b80-b953-e751a89384b3 req-dcd7970b-bbc4-428e-aa31-aea9e0d4bd08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (80c82096-8d7e-47cb-a713-18ffef510762), after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:37.678205 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d81fe9-8a3d-4483-8f77-718c05d6d303 req-14ab88aa-404a-4b16-90c0-035ac9310f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:37.684269 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-97d81fe9-8a3d-4483-8f77-718c05d6d303 req-14ab88aa-404a-4b16-90c0-035ac9310f76 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 1130 time: 0.2545269 Sep 13 13:05:37.700914 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-7831411d-34bc-4a0b-b6f3-8f83a8bc835f tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:37.706877 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-7831411d-34bc-4a0b-b6f3-8f83a8bc835f tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.61 "GET /networking/v2.0/networks?id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 HTTP/1.1" status: 200 len: 819 time: 0.6618221 Sep 13 13:05:37.733070 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e1a00158-ac29-49d6-aef4-0ac06d7efa83 req-18fb2aa8-9812-4464-9d9e-0fbe350419d1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3158023 Sep 13 13:05:37.750341 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-b4aec8c9-a6ce-42b1-b3a2-102aea8f3f2a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6816864 Sep 13 13:05:37.769657 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-74e0a9e0-98df-4944-8ae4-846a6890cfc4 req-786f94c1-2b8e-4e7d-8267-f96ef76f520b tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534884 Sep 13 13:05:37.780480 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-3d013bdc-d726-4203-bc44-a7cedc247475 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Request body: {'port': {'device_id': '4e8e228d-cd12-415d-be09-a5a49b6f72c7', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'admin_state_up': True, 'tenant_id': 'c15624f4312f49bb85a7a086c291d157'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:37.811899 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7970b-bbc4-428e-aa31-aea9e0d4bd08 service neutron] Pushing event updated for resources: {'Port': ['ID=80c82096-8d7e-47cb-a713-18ffef510762,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:37.813486 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-7a756605-3f7b-454f-8842-e51fcecbcbbe service neutron] Request body: {'port': {'device_id': 'e11dc092-73fb-4122-9cea-7a41398c3c66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:37.837551 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [req-292aabb4-02af-4b80-b953-e751a89384b3 req-dcd7970b-bbc4-428e-aa31-aea9e0d4bd08 service neutron] Attempting to bind port 80c82096-8d7e-47cb-a713-18ffef510762 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:05:37.837888 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [req-292aabb4-02af-4b80-b953-e751a89384b3 req-dcd7970b-bbc4-428e-aa31-aea9e0d4bd08 service neutron] Attempting to bind port 80c82096-8d7e-47cb-a713-18ffef510762 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '5d09d9c1-8cb9-46d2-a749-3029c466f88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c'}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:05:37.838219 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292aabb4-02af-4b80-b953-e751a89384b3 req-dcd7970b-bbc4-428e-aa31-aea9e0d4bd08 service neutron] Attempting to bind port 80c82096-8d7e-47cb-a713-18ffef510762 on network 8b1eaf98-b39c-4204-9cb2-5b574f83717c {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:05:37.878433 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-c7e8e320-26ff-4995-aa97-9887b35dbd09 None None] Provisioning complete for port 9537de83-a92f-4647-a5d6-285071c8be74 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:37.879352 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-c7e8e320-26ff-4995-aa97-9887b35dbd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (9537de83-a92f-4647-a5d6-285071c8be74), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:37.929597 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-c7e8e320-26ff-4995-aa97-9887b35dbd09 None None] Port 9537de83-a92f-4647-a5d6-285071c8be74 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:05:37.951499 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-97d81fe9-8a3d-4483-8f77-718c05d6d303 req-6a6d2638-4848-4345-b0dc-5ea3934d053d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:37.982752 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c89ebd04-f016-4ec4-b0c3-8897f4a98097 req-33bfc7d7-039f-452a-97a3-9c50f00b05f4 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 210 time: 0.0809371 Sep 13 13:05:38.051594 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba1554-771a-4700-8376-f28ccebe7ccd req-d2f76c47-cfa0-436e-a07c-0152a701dd8c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:38.059925 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c8ba1554-771a-4700-8376-f28ccebe7ccd req-d2f76c47-cfa0-436e-a07c-0152a701dd8c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 931 time: 0.1496491 Sep 13 13:05:38.146931 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.61', 55533) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:38.204329 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-7a756605-3f7b-454f-8842-e51fcecbcbbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (9537de83-a92f-4647-a5d6-285071c8be74), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:38.217098 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292aabb4-02af-4b80-b953-e751a89384b3 req-dcd7970b-bbc4-428e-aa31-aea9e0d4bd08 service neutron] Port 80c82096-8d7e-47cb-a713-18ffef510762 on network 8b1eaf98-b39c-4204-9cb2-5b574f83717c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 13:05:38.217529 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292aabb4-02af-4b80-b953-e751a89384b3 req-dcd7970b-bbc4-428e-aa31-aea9e0d4bd08 service neutron] Attempting to bind port 80c82096-8d7e-47cb-a713-18ffef510762 on network 8b1eaf98-b39c-4204-9cb2-5b574f83717c {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:05:38.223828 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:38.263995 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-288f8ad8-e839-4678-852d-91124e1a03cc service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4892237 Sep 13 13:05:38.273769 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c8ba1554-771a-4700-8376-f28ccebe7ccd req-c917d4ce-b43e-4cab-adc2-8f4ecb2deebf tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102976 Sep 13 13:05:38.286988 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86408da-41ff-4865-a8df-4ae46b031fa6 req-95604aae-8e57-47fd-9e8c-42de38f70b3f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:38.288608 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a86408da-41ff-4865-a8df-4ae46b031fa6 req-95604aae-8e57-47fd-9e8c-42de38f70b3f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.2224190 Sep 13 13:05:38.320222 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292aabb4-02af-4b80-b953-e751a89384b3 req-dcd7970b-bbc4-428e-aa31-aea9e0d4bd08 service neutron] Checking agent: {'id': '96974c91-2132-4a74-8ded-139ad5e3b835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 13, 3), 'started_at': datetime.datetime(2022, 9, 13, 13, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:05:38.326436 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292aabb4-02af-4b80-b953-e751a89384b3 req-dcd7970b-bbc4-428e-aa31-aea9e0d4bd08 service neutron] Checking segment: {'id': '5d09d9c1-8cb9-46d2-a749-3029c466f88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:05:38.326436 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-292aabb4-02af-4b80-b953-e751a89384b3 req-dcd7970b-bbc4-428e-aa31-aea9e0d4bd08 service neutron] Bound using segment: {'id': '5d09d9c1-8cb9-46d2-a749-3029c466f88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c'} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:05:38.326436 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [req-292aabb4-02af-4b80-b953-e751a89384b3 req-dcd7970b-bbc4-428e-aa31-aea9e0d4bd08 service neutron] Bound port: 80c82096-8d7e-47cb-a713-18ffef510762, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d09d9c1-8cb9-46d2-a749-3029c466f88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c'}}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:05:38.326436 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-292aabb4-02af-4b80-b953-e751a89384b3 req-dcd7970b-bbc4-428e-aa31-aea9e0d4bd08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (80c82096-8d7e-47cb-a713-18ffef510762), before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:38.339082 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-1413964e-8b8f-4ecd-845e-521c5224c6bb tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:38.340646 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-1413964e-8b8f-4ecd-845e-521c5224c6bb tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.61 "GET /networking/v2.0/networks?id=9a6ee3a0-91e5-4300-8f53-c3332833b2a0 HTTP/1.1" status: 200 len: 811 time: 0.1923828 Sep 13 13:05:38.393767 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:38.424855 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [req-292aabb4-02af-4b80-b953-e751a89384b3 req-dcd7970b-bbc4-428e-aa31-aea9e0d4bd08 service neutron] For port 80c82096-8d7e-47cb-a713-18ffef510762, host hv-cinder-80135, cleared binding levels {{(pid=106849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:05:38.446939 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-bd9d2201-799a-411e-bf41-90b407ba06fa tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=75f6274158934ab5abf68951902f1e81 HTTP/1.1" status: 200 len: 380 time: 0.0841660 Sep 13 13:05:38.448205 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-3d013bdc-d726-4203-bc44-a7cedc247475 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Made reservation on behalf of c15624f4312f49bb85a7a086c291d157 for: {'port': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:05:38.448553 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [req-292aabb4-02af-4b80-b953-e751a89384b3 req-dcd7970b-bbc4-428e-aa31-aea9e0d4bd08 service neutron] For port 80c82096-8d7e-47cb-a713-18ffef510762, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=80c82096-8d7e-47cb-a713-18ffef510762,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:05:38.451933 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-3d013bdc-d726-4203-bc44-a7cedc247475 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:38.518195 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-292aabb4-02af-4b80-b953-e751a89384b3 req-dcd7970b-bbc4-428e-aa31-aea9e0d4bd08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (80c82096-8d7e-47cb-a713-18ffef510762), after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:38.523842 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292aabb4-02af-4b80-b953-e751a89384b3 req-dcd7970b-bbc4-428e-aa31-aea9e0d4bd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:38.524475 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-292aabb4-02af-4b80-b953-e751a89384b3 req-dcd7970b-bbc4-428e-aa31-aea9e0d4bd08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for port (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:38.525927 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-292aabb4-02af-4b80-b953-e751a89384b3 req-dcd7970b-bbc4-428e-aa31-aea9e0d4bd08 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/80c82096-8d7e-47cb-a713-18ffef510762 HTTP/1.1" status: 200 len: 1094 time: 1.8409181 Sep 13 13:05:38.574416 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7970b-bbc4-428e-aa31-aea9e0d4bd08 service neutron] Pushing event updated for resources: {'Port': ['ID=80c82096-8d7e-47cb-a713-18ffef510762,revision_number=3']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:38.658932 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-97d81fe9-8a3d-4483-8f77-718c05d6d303 req-6a6d2638-4848-4345-b0dc-5ea3934d053d service neutron] Publish callbacks [] for security_group (b42672de-7035-49ef-aa32-ebe174470b23), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:38.661341 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:38.674949 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a86408da-41ff-4865-a8df-4ae46b031fa6 req-91c38806-b6d5-4566-b6c3-290d638e416f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3629246 Sep 13 13:05:38.753973 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-97d81fe9-8a3d-4483-8f77-718c05d6d303 req-6a6d2638-4848-4345-b0dc-5ea3934d053d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (b42672de-7035-49ef-aa32-ebe174470b23), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:38.849537 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:38.850687 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-97d81fe9-8a3d-4483-8f77-718c05d6d303 req-6a6d2638-4848-4345-b0dc-5ea3934d053d service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0647933 Sep 13 13:05:38.851228 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d2638-4848-4345-b0dc-5ea3934d053d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b42672de-7035-49ef-aa32-ebe174470b23,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:38.941070 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1034ffc-f1d9-490e-b718-7b3278fa8340 req-9e26689c-2516-4cc3-9880-0261e5f4fcd0 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:38.942479 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d1034ffc-f1d9-490e-b718-7b3278fa8340 req-9e26689c-2516-4cc3-9880-0261e5f4fcd0 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 943 time: 0.1243370 Sep 13 13:05:38.972653 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d72072-a3e7-4093-889b-8f32c9e5de4b req-4f329f8b-0a0a-4552-87ef-16722aebe70d tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:38.974103 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b4d72072-a3e7-4093-889b-8f32c9e5de4b req-4f329f8b-0a0a-4552-87ef-16722aebe70d tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 946 time: 0.1015124 Sep 13 13:05:38.983918 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c784b1b-72d1-431c-bca7-12cc7f5aa2b8', 'tag': '80c82096-8d7e-47cb-a713-18ffef510762'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:05:38.986246 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23bb1fb122ba8f1da103ecdb274102d78ba2f3e34c615a0d13b2dbc04813c26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0ca1186-fc42-4b06-b138-e8ea75d8e57f" -d '{"events": [{"name": "network-changed", "server_uuid": "1c784b1b-72d1-431c-bca7-12cc7f5aa2b8", "tag": "80c82096-8d7e-47cb-a713-18ffef510762"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:05:39.013275 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:39.041509 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-7a756605-3f7b-454f-8842-e51fcecbcbbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9537de83-a92f-4647-a5d6-285071c8be74 {{(pid=106850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:05:39.057137 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-7a756605-3f7b-454f-8842-e51fcecbcbbe service neutron] Publish callbacks [] for port (9537de83-a92f-4647-a5d6-285071c8be74), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:39.072325 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d1034ffc-f1d9-490e-b718-7b3278fa8340 req-e60ce69f-d8e1-493a-8986-2ec138a3c6d2 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220846 Sep 13 13:05:39.090383 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.provisioning_blocks [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-7a756605-3f7b-454f-8842-e51fcecbcbbe service neutron] Transition to ACTIVE for port object 9537de83-a92f-4647-a5d6-285071c8be74 will not be triggered until provisioned by entity L2. {{(pid=106850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 13:05:39.095214 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b4d72072-a3e7-4093-889b-8f32c9e5de4b req-d8cc9936-8804-45c4-ad6b-2200e99f6992 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128969 Sep 13 13:05:39.130691 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc931fb-a547-4ec5-813c-669912b5e16c x-openstack-request-id: req-edc931fb-a547-4ec5-813c-669912b5e16c {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:05:39.131013 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c784b1b-72d1-431c-bca7-12cc7f5aa2b8", "tag": "80c82096-8d7e-47cb-a713-18ffef510762", "status": "completed", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:05:39.135092 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-edc931fb-a547-4ec5-813c-669912b5e16c {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:05:39.135092 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edc931fb-a547-4ec5-813c-669912b5e16c'] response: {'name': 'network-changed', 'server_uuid': '1c784b1b-72d1-431c-bca7-12cc7f5aa2b8', 'tag': '80c82096-8d7e-47cb-a713-18ffef510762', 'status': 'completed', 'code': 200} Sep 13 13:05:39.201216 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e12530ea-5b05-4977-b9f2-3f742af63dcf req-575ac0f0-0ce2-4351-a92f-ad3f6d1c6f00 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 210 time: 0.0323265 Sep 13 13:05:39.214258 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-7a756605-3f7b-454f-8842-e51fcecbcbbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (9537de83-a92f-4647-a5d6-285071c8be74), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:39.322207 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-3d013bdc-d726-4203-bc44-a7cedc247475 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Allocated IP 172.20.0.12 (d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7/150922b3-3525-45d2-8627-b637b171605b/ad1412c9-5963-436d-923b-0352d8bd326d) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:05:39.329843 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-7a756605-3f7b-454f-8842-e51fcecbcbbe service neutron] Attempting to bind port 9537de83-a92f-4647-a5d6-285071c8be74 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:05:39.330260 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-7a756605-3f7b-454f-8842-e51fcecbcbbe service neutron] Attempting to bind port 9537de83-a92f-4647-a5d6-285071c8be74 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '0474db13-9c18-41f3-8716-d4ff64da1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:05:39.330519 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-7a756605-3f7b-454f-8842-e51fcecbcbbe service neutron] Attempting to bind port 9537de83-a92f-4647-a5d6-285071c8be74 on network d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:05:39.332428 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a756605-3f7b-454f-8842-e51fcecbcbbe service neutron] Pushing event updated for resources: {'Port': ['ID=9537de83-a92f-4647-a5d6-285071c8be74,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:39.419389 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-7a756605-3f7b-454f-8842-e51fcecbcbbe service neutron] Port 9537de83-a92f-4647-a5d6-285071c8be74 on network d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 13:05:39.419723 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-7a756605-3f7b-454f-8842-e51fcecbcbbe service neutron] Attempting to bind port 9537de83-a92f-4647-a5d6-285071c8be74 on network d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:05:39.499523 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff6b43-d272-4b1f-b025-568325e20b9d req-236de11f-f244-4ab4-8663-c12bd9d710fe tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:39.501008 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c2ff6b43-d272-4b1f-b025-568325e20b9d req-236de11f-f244-4ab4-8663-c12bd9d710fe tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 943 time: 0.1042860 Sep 13 13:05:39.503970 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:39.580464 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:39.598340 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-7a756605-3f7b-454f-8842-e51fcecbcbbe service neutron] Checking agent: {'id': '96974c91-2132-4a74-8ded-139ad5e3b835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 13, 3), 'started_at': datetime.datetime(2022, 9, 13, 13, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:05:39.598669 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-7a756605-3f7b-454f-8842-e51fcecbcbbe service neutron] Checking segment: {'id': '0474db13-9c18-41f3-8716-d4ff64da1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:05:39.599046 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-7a756605-3f7b-454f-8842-e51fcecbcbbe service neutron] Bound using segment: {'id': '0474db13-9c18-41f3-8716-d4ff64da1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:05:39.599490 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-7a756605-3f7b-454f-8842-e51fcecbcbbe service neutron] Bound port: 9537de83-a92f-4647-a5d6-285071c8be74, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0474db13-9c18-41f3-8716-d4ff64da1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:05:39.600397 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-7a756605-3f7b-454f-8842-e51fcecbcbbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (9537de83-a92f-4647-a5d6-285071c8be74), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:39.671101 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c2ff6b43-d272-4b1f-b025-568325e20b9d req-24b153c7-aeb0-4709-adfc-bb26a17069d8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260240 Sep 13 13:05:39.697823 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-3d013bdc-d726-4203-bc44-a7cedc247475 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for port (ad1412c9-5963-436d-923b-0352d8bd326d), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:39.721167 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-7a756605-3f7b-454f-8842-e51fcecbcbbe service neutron] For port 9537de83-a92f-4647-a5d6-285071c8be74, host hv-cinder-80135, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:05:39.726331 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-7a756605-3f7b-454f-8842-e51fcecbcbbe service neutron] For port 9537de83-a92f-4647-a5d6-285071c8be74, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=9537de83-a92f-4647-a5d6-285071c8be74,segment=NetworkSegment(0474db13-9c18-41f3-8716-d4ff64da1e69),segment_id=0474db13-9c18-41f3-8716-d4ff64da1e69)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:05:39.770752 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 33618) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:39.813633 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a1da3-806b-4830-a37b-0b841912bcc5 req-48fb9b4b-4484-43f7-bccd-8398924c4380 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:39.815142 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-932a1da3-806b-4830-a37b-0b841912bcc5 req-48fb9b4b-4484-43f7-bccd-8398924c4380 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0561957 Sep 13 13:05:39.820779 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-7a756605-3f7b-454f-8842-e51fcecbcbbe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (9537de83-a92f-4647-a5d6-285071c8be74), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:39.826399 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-3d013bdc-d726-4203-bc44-a7cedc247475 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (ad1412c9-5963-436d-923b-0352d8bd326d), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:39.829690 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-7a756605-3f7b-454f-8842-e51fcecbcbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:39.831681 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-7a756605-3f7b-454f-8842-e51fcecbcbbe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:39.831681 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-7a756605-3f7b-454f-8842-e51fcecbcbbe service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/9537de83-a92f-4647-a5d6-285071c8be74 HTTP/1.1" status: 200 len: 1093 time: 2.0452502 Sep 13 13:05:39.832112 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11dc092-73fb-4122-9cea-7a41398c3c66', 'tag': '9537de83-a92f-4647-a5d6-285071c8be74'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:05:39.834372 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740d8c7d-01f8-458c-9859-984629494922" -d '{"events": [{"name": "network-changed", "server_uuid": "e11dc092-73fb-4122-9cea-7a41398c3c66", "tag": "9537de83-a92f-4647-a5d6-285071c8be74"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:05:39.874957 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae36e45b-2c5b-4057-9950-1b5450ca259b x-openstack-request-id: req-ae36e45b-2c5b-4057-9950-1b5450ca259b {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:05:39.875247 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e11dc092-73fb-4122-9cea-7a41398c3c66", "tag": "9537de83-a92f-4647-a5d6-285071c8be74", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:05:39.875493 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ae36e45b-2c5b-4057-9950-1b5450ca259b {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:05:39.875880 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae36e45b-2c5b-4057-9950-1b5450ca259b'] response: {'name': 'network-changed', 'server_uuid': 'e11dc092-73fb-4122-9cea-7a41398c3c66', 'tag': '9537de83-a92f-4647-a5d6-285071c8be74', 'status': 'completed', 'code': 200} Sep 13 13:05:39.927083 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-3d013bdc-d726-4203-bc44-a7cedc247475 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Network d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:05:39.940509 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-3d013bdc-d726-4203-bc44-a7cedc247475 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:05:39.944719 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1bed911e-3e25-471c-99ca-c5835a9b3cb4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:39.949161 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-932a1da3-806b-4830-a37b-0b841912bcc5 req-f06ff36c-30ff-4881-ad0d-767936d5a871 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257894 Sep 13 13:05:39.950828 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-3d013bdc-d726-4203-bc44-a7cedc247475 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:05:39.957834 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-3d013bdc-d726-4203-bc44-a7cedc247475 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:39.957834 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-3d013bdc-d726-4203-bc44-a7cedc247475 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:39.965382 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a756605-3f7b-454f-8842-e51fcecbcbbe service neutron] Pushing event updated for resources: {'Port': ['ID=9537de83-a92f-4647-a5d6-285071c8be74,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:40.039733 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d013bdc-d726-4203-bc44-a7cedc247475 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Pushing event updated for resources: {'Port': ['ID=ad1412c9-5963-436d-923b-0352d8bd326d,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:40.086416 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1bed911e-3e25-471c-99ca-c5835a9b3cb4 admin admin] Publish callbacks [] for security_group (6dee63d3-9d5a-4a86-9944-672c27aac2a8), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:40.088479 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:40.114202 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-3d013bdc-d726-4203-bc44-a7cedc247475 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3397551 Sep 13 13:05:40.179604 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-a4ec576e-75b4-419c-862d-284c4b9299bc None None] Provisioning complete for port ad1412c9-5963-436d-923b-0352d8bd326d triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:40.179604 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a4ec576e-75b4-419c-862d-284c4b9299bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (ad1412c9-5963-436d-923b-0352d8bd326d), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:40.196200 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1bed911e-3e25-471c-99ca-c5835a9b3cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (6dee63d3-9d5a-4a86-9944-672c27aac2a8), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:40.217717 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-a4ec576e-75b4-419c-862d-284c4b9299bc None None] Port ad1412c9-5963-436d-923b-0352d8bd326d cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:05:40.258998 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f59feb-db6b-48ba-8a03-c0be271405e4 req-4d4d07d6-6eea-4021-9695-5ff00f8618a7 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:40.261442 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-62f59feb-db6b-48ba-8a03-c0be271405e4 req-4d4d07d6-6eea-4021-9695-5ff00f8618a7 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 943 time: 0.1095221 Sep 13 13:05:40.277145 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-1bed911e-3e25-471c-99ca-c5835a9b3cb4 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=333a6f2cf8c34d4e9633d2de84f73b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5054080 Sep 13 13:05:40.279945 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 33636) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:40.292373 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc1a52f-8738-4cb1-be47-9fde2698242b req-93902fed-04df-4fc1-9d88-6ccda241677d tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:40.292373 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0cc1a52f-8738-4cb1-be47-9fde2698242b req-93902fed-04df-4fc1-9d88-6ccda241677d tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 946 time: 0.1073661 Sep 13 13:05:40.304371 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:40.307479 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed911e-3e25-471c-99ca-c5835a9b3cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dee63d3-9d5a-4a86-9944-672c27aac2a8,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:40.344345 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e6157ee2-0634-4e15-80d1-2beb346409cc admin admin] Publish callbacks [] for security_group (6dee63d3-9d5a-4a86-9944-672c27aac2a8), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:40.367712 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e6157ee2-0634-4e15-80d1-2beb346409cc admin admin] Publish callbacks [] for security_group (6dee63d3-9d5a-4a86-9944-672c27aac2a8), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:40.368157 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-62f59feb-db6b-48ba-8a03-c0be271405e4 req-7341bc8d-8bd5-41f1-80c5-4fc72a829c88 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002469 Sep 13 13:05:40.383935 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0cc1a52f-8738-4cb1-be47-9fde2698242b req-0d2cc6e9-f17c-4822-9744-7d8ec1d4297e tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811496 Sep 13 13:05:40.474588 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a54a50ce-01c5-4283-8c0a-842261dcda80 req-6419eadd-7ac5-44cc-aa02-8f6446821df3 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 210 time: 0.0271933 Sep 13 13:05:40.494593 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e6157ee2-0634-4e15-80d1-2beb346409cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (6dee63d3-9d5a-4a86-9944-672c27aac2a8), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:40.497401 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e6157ee2-0634-4e15-80d1-2beb346409cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:40.501164 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-e6157ee2-0634-4e15-80d1-2beb346409cc admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/6dee63d3-9d5a-4a86-9944-672c27aac2a8 HTTP/1.1" status: 204 len: 168 time: 0.2177181 Sep 13 13:05:40.514702 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6157ee2-0634-4e15-80d1-2beb346409cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dee63d3-9d5a-4a86-9944-672c27aac2a8,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:40.801053 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38820e7-f68e-4011-a8d8-f1a35b1aab58 req-bae591e0-6f1b-44dc-bdcb-d0c37c4e00c6 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:40.802712 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b38820e7-f68e-4011-a8d8-f1a35b1aab58 req-bae591e0-6f1b-44dc-bdcb-d0c37c4e00c6 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 943 time: 0.0512137 Sep 13 13:05:40.854669 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b38820e7-f68e-4011-a8d8-f1a35b1aab58 req-f688a8d4-7c08-4153-a02b-794f7728f159 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458601 Sep 13 13:05:41.093196 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a0dd1f-6db6-4ef4-9388-9298d825cd66 req-b975d59c-4eb4-45aa-945b-fc340df16d84 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:41.094864 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d8a0dd1f-6db6-4ef4-9388-9298d825cd66 req-b975d59c-4eb4-45aa-945b-fc340df16d84 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0541389 Sep 13 13:05:41.143433 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d8a0dd1f-6db6-4ef4-9388-9298d825cd66 req-ab85498a-4a44-47f9-ac9c-3ae6394bdabf tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426443 Sep 13 13:05:41.169094 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 33660) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:41.182899 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1e19b107-fe75-4fc2-a71c-c62448f2d397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:41.258793 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1e19b107-fe75-4fc2-a71c-c62448f2d397 admin admin] Publish callbacks [] for security_group (51a01e9e-f2d5-489e-be86-635e3b5ace3e), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:41.311505 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:41.339558 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1e19b107-fe75-4fc2-a71c-c62448f2d397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (51a01e9e-f2d5-489e-be86-635e3b5ace3e), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:41.377299 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-1e19b107-fe75-4fc2-a71c-c62448f2d397 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=ecd232499e92413e99e61cb9066670ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2070954 Sep 13 13:05:41.378497 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19b107-fe75-4fc2-a71c-c62448f2d397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a01e9e-f2d5-489e-be86-635e3b5ace3e,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:41.380085 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 33664) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:41.429907 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:41.434831 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-03738e6b-256a-41d5-8815-3087f3aa22d1 admin admin] Publish callbacks [] for security_group (51a01e9e-f2d5-489e-be86-635e3b5ace3e), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:41.458041 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-03738e6b-256a-41d5-8815-3087f3aa22d1 admin admin] Publish callbacks [] for security_group (51a01e9e-f2d5-489e-be86-635e3b5ace3e), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:41.540206 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81b6b3-a136-41f4-b95f-ac6c1a5a0d8a req-d114d47c-cefe-43e8-a852-e449d7b275a2 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:41.541685 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ab81b6b3-a136-41f4-b95f-ac6c1a5a0d8a req-d114d47c-cefe-43e8-a852-e449d7b275a2 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 943 time: 0.0792406 Sep 13 13:05:41.547557 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65d0c7-0bd7-4a6d-af01-9dd82a8e4892 req-24cc0bd4-4e52-4c7b-a4a4-1071815c0208 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:41.548898 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ce65d0c7-0bd7-4a6d-af01-9dd82a8e4892 req-24cc0bd4-4e52-4c7b-a4a4-1071815c0208 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 946 time: 0.0772848 Sep 13 13:05:41.563148 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-03738e6b-256a-41d5-8815-3087f3aa22d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (51a01e9e-f2d5-489e-be86-635e3b5ace3e), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:41.565832 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-03738e6b-256a-41d5-8815-3087f3aa22d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:41.566983 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-03738e6b-256a-41d5-8815-3087f3aa22d1 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/51a01e9e-f2d5-489e-be86-635e3b5ace3e HTTP/1.1" status: 204 len: 168 time: 0.1858416 Sep 13 13:05:41.568430 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:41.576541 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03738e6b-256a-41d5-8815-3087f3aa22d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a01e9e-f2d5-489e-be86-635e3b5ace3e,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:41.591011 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:41.623173 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ab81b6b3-a136-41f4-b95f-ac6c1a5a0d8a req-8522bcfd-8517-4329-afb8-7026347d8f58 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733397 Sep 13 13:05:41.630110 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ce65d0c7-0bd7-4a6d-af01-9dd82a8e4892 req-2fc18678-0a82-40b1-8dde-b7e20dbc6124 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736353 Sep 13 13:05:41.730274 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2ab24071-019a-4f87-b222-f9587458aa8b req-32a2f694-0bd6-4715-a667-ce6b5ffd6f38 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 210 time: 0.0269868 Sep 13 13:05:41.980330 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20d8fd-d88d-40bd-babb-e02c97d2ca4b req-f0c72ab6-3fcd-4ad9-9be7-8e0a4ac9921e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:41.981823 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bc20d8fd-d88d-40bd-babb-e02c97d2ca4b req-f0c72ab6-3fcd-4ad9-9be7-8e0a4ac9921e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 943 time: 0.0492475 Sep 13 13:05:42.031820 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bc20d8fd-d88d-40bd-babb-e02c97d2ca4b req-2ca4506f-0561-4f81-8c2d-f57ac6a1c822 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408258 Sep 13 13:05:42.147201 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-161e3a0f-5325-4010-a859-6708489e0d95 service neutron] Request body: {'port': {'device_id': '4e8e228d-cd12-415d-be09-a5a49b6f72c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:42.150936 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-fbd8f2d9-fa1f-43bd-823b-ce11d4504475 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Request body: {'port': {'device_id': '9571f561-e164-4b23-8ffe-8fc0cfcb7321', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'admin_state_up': True, 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'security_groups': ['dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10']}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:42.293963 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d8c7d-01f8-458c-9859-984629494922 req-bcf2c00c-37c1-4e4a-9e19-bc6e64c2027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:42.295726 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-740d8c7d-01f8-458c-9859-984629494922 req-bcf2c00c-37c1-4e4a-9e19-bc6e64c2027b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c15624f4312f49bb85a7a086c291d157&device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 1127 time: 0.0615723 Sep 13 13:05:42.326043 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 33688) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:42.345798 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-98cf8a7a-9935-4d6e-acb2-8432f0bec226 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:42.348428 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee2ab5-c5df-45d9-a503-4b76ba22103e req-45e6ad05-e6d7-41af-8532-540522b693f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:42.350685 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8fee2ab5-c5df-45d9-a503-4b76ba22103e req-45e6ad05-e6d7-41af-8532-540522b693f4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=7775bd9f19b64c8ca07407c103dcff9b&device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 1127 time: 0.1990347 Sep 13 13:05:42.357333 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca1186-fc42-4b06-b138-e8ea75d8e57f req-2ddb9dc7-cfeb-4f21-8763-78f2887092ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:42.358724 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d0ca1186-fc42-4b06-b138-e8ea75d8e57f req-2ddb9dc7-cfeb-4f21-8763-78f2887092ba service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a4e94c8248874defa3cb01d0725dfcb0&device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 1128 time: 0.1434717 Sep 13 13:05:42.390213 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f41416-0cde-4246-8c65-0ca1d8d813f1 req-94214b3e-5e07-4617-a47a-a60fe169b595 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:42.395417 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e2f41416-0cde-4246-8c65-0ca1d8d813f1 req-94214b3e-5e07-4617-a47a-a60fe169b595 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.1095870 Sep 13 13:05:42.409198 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-161e3a0f-5325-4010-a859-6708489e0d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (ad1412c9-5963-436d-923b-0352d8bd326d), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:42.423113 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:42.428152 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-98cf8a7a-9935-4d6e-acb2-8432f0bec226 admin admin] Publish callbacks [] for security_group (112a37fe-394f-4977-8627-6891f590798b), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:42.448599 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-fbd8f2d9-fa1f-43bd-823b-ce11d4504475 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Made reservation on behalf of 75f6274158934ab5abf68951902f1e81 for: {'port': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:05:42.453156 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-fbd8f2d9-fa1f-43bd-823b-ce11d4504475 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:42.482198 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e2f41416-0cde-4246-8c65-0ca1d8d813f1 req-cd7b98e0-6f00-4748-a897-4ebce23dae18 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820003 Sep 13 13:05:42.528033 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-98cf8a7a-9935-4d6e-acb2-8432f0bec226 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (112a37fe-394f-4977-8627-6891f590798b), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:42.615121 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-98cf8a7a-9935-4d6e-acb2-8432f0bec226 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=9dc35a3c96034971bc0f6a7116dbce0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877882 Sep 13 13:05:42.621055 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 33698) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:42.646445 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf8a7a-9935-4d6e-acb2-8432f0bec226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=112a37fe-394f-4977-8627-6891f590798b,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:42.759489 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-fbd8f2d9-fa1f-43bd-823b-ce11d4504475 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Allocated IP 172.20.0.6 (9a6ee3a0-91e5-4300-8f53-c3332833b2a0/4a7c387c-3b38-49bb-ab6c-762e7638336f/ced03e29-9082-4781-9cd3-50d8f96acb9e) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:05:42.842710 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d8c7d-01f8-458c-9859-984629494922 req-a0bafa82-8ab7-4cf5-99b8-ab20291ebc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:42.844269 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-740d8c7d-01f8-458c-9859-984629494922 req-a0bafa82-8ab7-4cf5-99b8-ab20291ebc86 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=c15624f4312f49bb85a7a086c291d157&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2423306 Sep 13 13:05:43.077824 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:05:43.114284 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-fbd8f2d9-fa1f-43bd-823b-ce11d4504475 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for port (ced03e29-9082-4781-9cd3-50d8f96acb9e), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:43.116191 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d8c7d-01f8-458c-9859-984629494922 req-ced35090-27ef-483f-8ac1-e5079f96f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:43.117657 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-740d8c7d-01f8-458c-9859-984629494922 req-ced35090-27ef-483f-8ac1-e5079f96f75d service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2500966 Sep 13 13:05:43.198980 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb506ec-5de0-4895-8c88-1092a38e4224 req-53d6b778-30c8-42e4-9610-ab52dd31cad3 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:43.205845 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4cb506ec-5de0-4895-8c88-1092a38e4224 req-53d6b778-30c8-42e4-9610-ab52dd31cad3 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 946 time: 0.3624978 Sep 13 13:05:43.207652 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-f85f73bb-089a-4209-9204-5e8b79ce8651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:43.208172 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:43.209884 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-f85f73bb-089a-4209-9204-5e8b79ce8651 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c15624f4312f49bb85a7a086c291d157&device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 1127 time: 0.0470908 Sep 13 13:05:43.220946 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': 'c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'port_id': 'c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c', 'mac_address': 'fa:16:3e:8b:35:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:05:43.228853 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a703d-12db-4023-b48c-c9050076651a req-e77648c0-463d-4658-98c4-d1ab1714c108 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:43.230471 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-af1a703d-12db-4023-b48c-c9050076651a req-e77648c0-463d-4658-98c4-d1ab1714c108 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 943 time: 0.3880548 Sep 13 13:05:43.257297 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-c9eb2690-429e-4687-831a-de285d2a588d service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9537de83-a92f-4647-a5d6-285071c8be74 HTTP/1.1" status: 200 len: 217 time: 0.0384266 Sep 13 13:05:43.259433 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:43.260113 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:43.260515 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-fbd8f2d9-fa1f-43bd-823b-ce11d4504475 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (ced03e29-9082-4781-9cd3-50d8f96acb9e), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:43.274759 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca1186-fc42-4b06-b138-e8ea75d8e57f req-d3b04cec-0da8-4e86-a28d-c8fc38e174e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:43.276207 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d0ca1186-fc42-4b06-b138-e8ea75d8e57f req-d3b04cec-0da8-4e86-a28d-c8fc38e174e2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=a4e94c8248874defa3cb01d0725dfcb0&shared=False HTTP/1.1" status: 200 len: 918 time: 0.6805828 Sep 13 13:05:43.276345 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:05:43.295840 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee2ab5-c5df-45d9-a503-4b76ba22103e req-ec5daf9a-97b1-4e1c-b39e-6d6e7045db97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:43.297816 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8fee2ab5-c5df-45d9-a503-4b76ba22103e req-ec5daf9a-97b1-4e1c-b39e-6d6e7045db97 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=1f0b8231-ada5-4945-87a4-d1b052328819 HTTP/1.1" status: 200 len: 916 time: 0.7028542 Sep 13 13:05:43.297964 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:43.344046 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-fbd8f2d9-fa1f-43bd-823b-ce11d4504475 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Network 9a6ee3a0-91e5-4300-8f53-c3332833b2a0 is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:05:43.352124 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-fbd8f2d9-fa1f-43bd-823b-ce11d4504475 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:05:43.357481 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-fbd8f2d9-fa1f-43bd-823b-ce11d4504475 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:05:43.361891 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:43.362010 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-fbd8f2d9-fa1f-43bd-823b-ce11d4504475 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:43.362602 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-fbd8f2d9-fa1f-43bd-823b-ce11d4504475 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for port (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:43.368999 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd8f2d9-fa1f-43bd-823b-ce11d4504475 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Pushing event updated for resources: {'Port': ['ID=ced03e29-9082-4781-9cd3-50d8f96acb9e,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:43.375470 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-45cca828-36c1-4f49-b5a8-d35996a850fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:43.376794 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-45cca828-36c1-4f49-b5a8-d35996a850fb service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=150922b3-3525-45d2-8627-b637b171605b HTTP/1.1" status: 200 len: 858 time: 0.1081908 Sep 13 13:05:43.443349 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:43.478268 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-84d18337-a0db-41b9-af3b-b59ad4e8c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:43.479781 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-84d18337-a0db-41b9-af3b-b59ad4e8c19e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0626211 Sep 13 13:05:43.483037 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-fbd8f2d9-fa1f-43bd-823b-ce11d4504475 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3397818 Sep 13 13:05:43.488502 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8fee2ab5-c5df-45d9-a503-4b76ba22103e req-a7332c23-9b16-42db-8ec7-af42cb0432f9 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c HTTP/1.1" status: 200 len: 217 time: 0.1727288 Sep 13 13:05:43.556145 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-161e3a0f-5325-4010-a859-6708489e0d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad1412c9-5963-436d-923b-0352d8bd326d {{(pid=106850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:05:43.561794 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:05:43.563173 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e9af694f-2b1a-404b-91f2-6d58d928d1d6 admin admin] Publish callbacks [] for security_group (112a37fe-394f-4977-8627-6891f590798b), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:43.588429 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:05:43.591005 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-161e3a0f-5325-4010-a859-6708489e0d95 service neutron] Publish callbacks [] for port (ad1412c9-5963-436d-923b-0352d8bd326d), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:43.602636 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4cb506ec-5de0-4895-8c88-1092a38e4224 req-e48118cc-c362-4e53-a5d3-7020f532f888 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3959761 Sep 13 13:05:43.605491 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-af1a703d-12db-4023-b48c-c9050076651a req-984dc88d-ee65-41d7-8763-9d8fa1688e39 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3588934 Sep 13 13:05:43.620298 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:43.660029 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e9af694f-2b1a-404b-91f2-6d58d928d1d6 admin admin] Publish callbacks [] for security_group (112a37fe-394f-4977-8627-6891f590798b), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:43.665031 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.provisioning_blocks [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-161e3a0f-5325-4010-a859-6708489e0d95 service neutron] Transition to ACTIVE for port object ad1412c9-5963-436d-923b-0352d8bd326d will not be triggered until provisioned by entity L2. {{(pid=106850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 13:05:43.684430 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ca1186-fc42-4b06-b138-e8ea75d8e57f req-c483be77-6746-4e28-acbc-0a492db06e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:43.684857 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-66011606-ecc4-4812-8896-3580efe58a42 None None] Provisioning complete for port ced03e29-9082-4781-9cd3-50d8f96acb9e triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:43.685971 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d0ca1186-fc42-4b06-b138-e8ea75d8e57f req-c483be77-6746-4e28-acbc-0a492db06e66 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3945415 Sep 13 13:05:43.686240 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-66011606-ecc4-4812-8896-3580efe58a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (ced03e29-9082-4781-9cd3-50d8f96acb9e), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:43.690895 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:43.748375 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-161e3a0f-5325-4010-a859-6708489e0d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (ad1412c9-5963-436d-923b-0352d8bd326d), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:43.754531 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-66011606-ecc4-4812-8896-3580efe58a42 None None] Port ced03e29-9082-4781-9cd3-50d8f96acb9e cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:05:43.786009 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:43.831314 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e9af694f-2b1a-404b-91f2-6d58d928d1d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (112a37fe-394f-4977-8627-6891f590798b), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:43.833895 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e9af694f-2b1a-404b-91f2-6d58d928d1d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:43.838302 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-e9af694f-2b1a-404b-91f2-6d58d928d1d6 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/112a37fe-394f-4977-8627-6891f590798b HTTP/1.1" status: 204 len: 168 time: 0.9947174 Sep 13 13:05:43.859659 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d84fb0f-7677-4801-998c-961d93027800 req-8089fa1a-c460-447a-8536-2b5ace5eac50 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:43.861203 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2d84fb0f-7677-4801-998c-961d93027800 req-8089fa1a-c460-447a-8536-2b5ace5eac50 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 943 time: 0.1306601 Sep 13 13:05:43.870123 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7751c1-cdb1-4d51-bf83-7338720cb1fb req-3d1909b3-6791-47b9-9f72-d4b59e11525e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:43.871686 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6c7751c1-cdb1-4d51-bf83-7338720cb1fb req-3d1909b3-6791-47b9-9f72-d4b59e11525e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 931 time: 0.1442144 Sep 13 13:05:43.910247 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af694f-2b1a-404b-91f2-6d58d928d1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=112a37fe-394f-4977-8627-6891f590798b,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:43.947845 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-38da732e-d816-4e7a-8858-b701b81f5b79 service neutron] Request body: {'port': {'device_id': '9571f561-e164-4b23-8ffe-8fc0cfcb7321', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:43.963215 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:43.973494 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-161e3a0f-5325-4010-a859-6708489e0d95 service neutron] Attempting to bind port ad1412c9-5963-436d-923b-0352d8bd326d on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:05:43.974093 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-161e3a0f-5325-4010-a859-6708489e0d95 service neutron] Attempting to bind port ad1412c9-5963-436d-923b-0352d8bd326d by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '0474db13-9c18-41f3-8716-d4ff64da1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:05:43.974732 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-161e3a0f-5325-4010-a859-6708489e0d95 service neutron] Attempting to bind port ad1412c9-5963-436d-923b-0352d8bd326d on network d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:05:43.985096 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e3a0f-5325-4010-a859-6708489e0d95 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1412c9-5963-436d-923b-0352d8bd326d,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:44.083011 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-38da732e-d816-4e7a-8858-b701b81f5b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (ced03e29-9082-4781-9cd3-50d8f96acb9e), before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:44.115235 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292aabb4-02af-4b80-b953-e751a89384b3 req-6a7eae38-741c-42c5-b347-36f48c8348d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:44.117704 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-292aabb4-02af-4b80-b953-e751a89384b3 req-6a7eae38-741c-42c5-b347-36f48c8348d1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a4e94c8248874defa3cb01d0725dfcb0&device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 1128 time: 0.1456823 Sep 13 13:05:44.145478 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6c7751c1-cdb1-4d51-bf83-7338720cb1fb req-7465905b-d9bd-465b-9776-a094961de5bb tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2441428 Sep 13 13:05:44.145478 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee2ab5-c5df-45d9-a503-4b76ba22103e req-fb565d18-1799-48e6-8640-688fcdd52cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:44.145478 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8fee2ab5-c5df-45d9-a503-4b76ba22103e req-fb565d18-1799-48e6-8640-688fcdd52cba service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8e8aac7b-ea4b-46cf-9476-3c7b376f07e0 HTTP/1.1" status: 200 len: 854 time: 0.1784842 Sep 13 13:05:44.145478 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2d84fb0f-7677-4801-998c-961d93027800 req-7a7fd59e-e405-413e-b26d-a3256d3c3bb2 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638128 Sep 13 13:05:44.244984 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-161e3a0f-5325-4010-a859-6708489e0d95 service neutron] Port ad1412c9-5963-436d-923b-0352d8bd326d on network d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 13:05:44.245698 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-161e3a0f-5325-4010-a859-6708489e0d95 service neutron] Attempting to bind port ad1412c9-5963-436d-923b-0352d8bd326d on network d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:05:44.252082 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-292aabb4-02af-4b80-b953-e751a89384b3 req-7782611f-d26f-4d9d-83c3-31e0bcddb2a4 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80c82096-8d7e-47cb-a713-18ffef510762 HTTP/1.1" status: 200 len: 217 time: 0.1186595 Sep 13 13:05:44.328791 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee2ab5-c5df-45d9-a503-4b76ba22103e req-09be3b47-a920-43d3-8b95-243f8f5f0d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:44.330454 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8fee2ab5-c5df-45d9-a503-4b76ba22103e req-09be3b47-a920-43d3-8b95-243f8f5f0d2b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=1f0b8231-ada5-4945-87a4-d1b052328819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1806941 Sep 13 13:05:44.409998 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-69ca4378-990a-48c7-aa11-9788b218c92a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4687161 Sep 13 13:05:44.442095 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6331967b-f402-4b11-b29b-89e7957df8be req-9d41b6cd-e64c-4083-9e71-5227b8e31f29 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:44.452170 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6331967b-f402-4b11-b29b-89e7957df8be req-9d41b6cd-e64c-4083-9e71-5227b8e31f29 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.2040637 Sep 13 13:05:44.493713 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-161e3a0f-5325-4010-a859-6708489e0d95 service neutron] Checking agent: {'id': '96974c91-2132-4a74-8ded-139ad5e3b835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 13, 3), 'started_at': datetime.datetime(2022, 9, 13, 13, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:05:44.494084 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-161e3a0f-5325-4010-a859-6708489e0d95 service neutron] Checking segment: {'id': '0474db13-9c18-41f3-8716-d4ff64da1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:05:44.494479 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-161e3a0f-5325-4010-a859-6708489e0d95 service neutron] Bound using segment: {'id': '0474db13-9c18-41f3-8716-d4ff64da1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:05:44.494943 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-161e3a0f-5325-4010-a859-6708489e0d95 service neutron] Bound port: ad1412c9-5963-436d-923b-0352d8bd326d, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0474db13-9c18-41f3-8716-d4ff64da1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:05:44.495298 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-161e3a0f-5325-4010-a859-6708489e0d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (ad1412c9-5963-436d-923b-0352d8bd326d), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:44.502533 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292aabb4-02af-4b80-b953-e751a89384b3 req-bcb1198e-ca83-4ea6-aa3f-3c62ea340136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:44.504188 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-292aabb4-02af-4b80-b953-e751a89384b3 req-bcb1198e-ca83-4ea6-aa3f-3c62ea340136 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=707a845c-7141-4086-a3f3-fd8375e89ff4 HTTP/1.1" status: 200 len: 856 time: 0.2150116 Sep 13 13:05:44.645329 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292aabb4-02af-4b80-b953-e751a89384b3 req-ce82c867-2a9b-41fb-9322-0b16e6d01b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:44.647379 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-292aabb4-02af-4b80-b953-e751a89384b3 req-ce82c867-2a9b-41fb-9322-0b16e6d01b9a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=8b1eaf98-b39c-4204-9cb2-5b574f83717c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1341634 Sep 13 13:05:44.656026 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-37f42300-89ae-4d12-a524-f6cc93aca128 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387683 Sep 13 13:05:44.659521 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6331967b-f402-4b11-b29b-89e7957df8be req-e3e84113-82b3-4525-b34f-92ab922105f5 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2030437 Sep 13 13:05:44.788374 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-38da732e-d816-4e7a-8858-b701b81f5b79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced03e29-9082-4781-9cd3-50d8f96acb9e {{(pid=106849) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:05:44.798016 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-38da732e-d816-4e7a-8858-b701b81f5b79 service neutron] Publish callbacks [] for port (ced03e29-9082-4781-9cd3-50d8f96acb9e), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:44.813139 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.provisioning_blocks [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-38da732e-d816-4e7a-8858-b701b81f5b79 service neutron] Transition to ACTIVE for port object ced03e29-9082-4781-9cd3-50d8f96acb9e will not be triggered until provisioned by entity L2. {{(pid=106849) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 13:05:44.894247 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-38da732e-d816-4e7a-8858-b701b81f5b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (ced03e29-9082-4781-9cd3-50d8f96acb9e), after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:44.899667 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8fee2ab5-c5df-45d9-a503-4b76ba22103e req-fb4c583d-4b29-4a82-b9a5-538dc4998f5a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5350301 Sep 13 13:05:44.948713 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da732e-d816-4e7a-8858-b701b81f5b79 service neutron] Pushing event updated for resources: {'Port': ['ID=ced03e29-9082-4781-9cd3-50d8f96acb9e,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:44.985175 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-38da732e-d816-4e7a-8858-b701b81f5b79 service neutron] Attempting to bind port ced03e29-9082-4781-9cd3-50d8f96acb9e on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:05:44.985560 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-38da732e-d816-4e7a-8858-b701b81f5b79 service neutron] Attempting to bind port ced03e29-9082-4781-9cd3-50d8f96acb9e by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'add5e484-7471-480b-a06b-32a9eb9454e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0'}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:05:44.985934 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-38da732e-d816-4e7a-8858-b701b81f5b79 service neutron] Attempting to bind port ced03e29-9082-4781-9cd3-50d8f96acb9e on network 9a6ee3a0-91e5-4300-8f53-c3332833b2a0 {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:05:44.998122 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-161e3a0f-5325-4010-a859-6708489e0d95 service neutron] For port ad1412c9-5963-436d-923b-0352d8bd326d, host hv-cinder-80135, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:05:45.022942 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-161e3a0f-5325-4010-a859-6708489e0d95 service neutron] For port ad1412c9-5963-436d-923b-0352d8bd326d, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ad1412c9-5963-436d-923b-0352d8bd326d,segment=NetworkSegment(0474db13-9c18-41f3-8716-d4ff64da1e69),segment_id=0474db13-9c18-41f3-8716-d4ff64da1e69)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:05:45.044019 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dd92e8-ff8e-4679-9fe6-620a643adaf1 req-c72a8f4c-aec3-4152-ae71-48783ce0bddc tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:45.044310 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-38da732e-d816-4e7a-8858-b701b81f5b79 service neutron] Port ced03e29-9082-4781-9cd3-50d8f96acb9e on network 9a6ee3a0-91e5-4300-8f53-c3332833b2a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 13:05:45.044649 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-38da732e-d816-4e7a-8858-b701b81f5b79 service neutron] Attempting to bind port ced03e29-9082-4781-9cd3-50d8f96acb9e on network 9a6ee3a0-91e5-4300-8f53-c3332833b2a0 {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:05:45.047604 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b4dd92e8-ff8e-4679-9fe6-620a643adaf1 req-c72a8f4c-aec3-4152-ae71-48783ce0bddc tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 946 time: 0.1503687 Sep 13 13:05:45.073930 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b09a7c-297b-4e4f-b2e6-0fe79e0a252f req-2dee833a-b288-4382-9713-896e0f464c03 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:45.075456 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-61b09a7c-297b-4e4f-b2e6-0fe79e0a252f req-2dee833a-b288-4382-9713-896e0f464c03 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 944 time: 0.1797938 Sep 13 13:05:45.109295 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-38da732e-d816-4e7a-8858-b701b81f5b79 service neutron] Checking agent: {'id': '96974c91-2132-4a74-8ded-139ad5e3b835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 13, 3), 'started_at': datetime.datetime(2022, 9, 13, 13, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 5, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:05:45.109629 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-38da732e-d816-4e7a-8858-b701b81f5b79 service neutron] Checking segment: {'id': 'add5e484-7471-480b-a06b-32a9eb9454e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:05:45.110589 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-38da732e-d816-4e7a-8858-b701b81f5b79 service neutron] Bound using segment: {'id': 'add5e484-7471-480b-a06b-32a9eb9454e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0'} {{(pid=106849) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:05:45.110802 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.managers [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-38da732e-d816-4e7a-8858-b701b81f5b79 service neutron] Bound port: ced03e29-9082-4781-9cd3-50d8f96acb9e, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add5e484-7471-480b-a06b-32a9eb9454e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0'}}] {{(pid=106849) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:05:45.111298 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-38da732e-d816-4e7a-8858-b701b81f5b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (ced03e29-9082-4781-9cd3-50d8f96acb9e), before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:45.113667 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-161e3a0f-5325-4010-a859-6708489e0d95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (ad1412c9-5963-436d-923b-0352d8bd326d), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:45.137172 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-161e3a0f-5325-4010-a859-6708489e0d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:45.137818 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-161e3a0f-5325-4010-a859-6708489e0d95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:45.139212 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-161e3a0f-5325-4010-a859-6708489e0d95 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/ad1412c9-5963-436d-923b-0352d8bd326d HTTP/1.1" status: 200 len: 1094 time: 2.9984024 Sep 13 13:05:45.141583 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e8e228d-cd12-415d-be09-a5a49b6f72c7', 'tag': 'ad1412c9-5963-436d-923b-0352d8bd326d'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:05:45.143008 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4060409-5f35-471e-8a1a-1bb3fb6bd1af" -d '{"events": [{"name": "network-changed", "server_uuid": "4e8e228d-cd12-415d-be09-a5a49b6f72c7", "tag": "ad1412c9-5963-436d-923b-0352d8bd326d"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:05:45.182241 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-38da732e-d816-4e7a-8858-b701b81f5b79 service neutron] For port ced03e29-9082-4781-9cd3-50d8f96acb9e, host hv-cinder-80135, cleared binding levels {{(pid=106849) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:05:45.185562 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-38da732e-d816-4e7a-8858-b701b81f5b79 service neutron] For port ced03e29-9082-4781-9cd3-50d8f96acb9e, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ced03e29-9082-4781-9cd3-50d8f96acb9e,segment=NetworkSegment(add5e484-7471-480b-a06b-32a9eb9454e4),segment_id=add5e484-7471-480b-a06b-32a9eb9454e4)] {{(pid=106849) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:05:45.202282 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-292aabb4-02af-4b80-b953-e751a89384b3 req-5bd4f893-3228-44a1-ba40-4d0df3349838 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8b1eaf98-b39c-4204-9cb2-5b574f83717c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5451908 Sep 13 13:05:45.208812 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b4dd92e8-ff8e-4679-9fe6-620a643adaf1 req-d6cee4fd-6b32-4c46-ab3c-d1c0cde08bc7 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603782 Sep 13 13:05:45.243619 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-61b09a7c-297b-4e4f-b2e6-0fe79e0a252f req-84a64ded-f4fe-4e85-806e-b3c5426b5962 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581142 Sep 13 13:05:45.251228 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e3a0f-5325-4010-a859-6708489e0d95 service neutron] Pushing event updated for resources: {'Port': ['ID=ad1412c9-5963-436d-923b-0352d8bd326d,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:45.289427 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e17f4a6f-cfc5-488f-b62b-98f294b4d7a2 x-openstack-request-id: req-e17f4a6f-cfc5-488f-b62b-98f294b4d7a2 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:05:45.289728 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e8e228d-cd12-415d-be09-a5a49b6f72c7", "tag": "ad1412c9-5963-436d-923b-0352d8bd326d", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:05:45.290004 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e17f4a6f-cfc5-488f-b62b-98f294b4d7a2 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:05:45.290413 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e17f4a6f-cfc5-488f-b62b-98f294b4d7a2'] response: {'name': 'network-changed', 'server_uuid': '4e8e228d-cd12-415d-be09-a5a49b6f72c7', 'tag': 'ad1412c9-5963-436d-923b-0352d8bd326d', 'status': 'completed', 'code': 200} Sep 13 13:05:45.316420 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-38da732e-d816-4e7a-8858-b701b81f5b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (ced03e29-9082-4781-9cd3-50d8f96acb9e), after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:45.326109 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-38da732e-d816-4e7a-8858-b701b81f5b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:45.326734 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-38da732e-d816-4e7a-8858-b701b81f5b79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for port (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:45.329232 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-38da732e-d816-4e7a-8858-b701b81f5b79 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/ced03e29-9082-4781-9cd3-50d8f96acb9e HTTP/1.1" status: 200 len: 1093 time: 1.3890414 Sep 13 13:05:45.330077 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9571f561-e164-4b23-8ffe-8fc0cfcb7321', 'tag': 'ced03e29-9082-4781-9cd3-50d8f96acb9e'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:05:45.333265 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23bb1fb122ba8f1da103ecdb274102d78ba2f3e34c615a0d13b2dbc04813c26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05b78f4a-36c5-4dc0-a628-dbf8f2058888" -d '{"events": [{"name": "network-changed", "server_uuid": "9571f561-e164-4b23-8ffe-8fc0cfcb7321", "tag": "ced03e29-9082-4781-9cd3-50d8f96acb9e"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:05:45.341190 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:45.361781 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d0b33-5338-4785-851c-eb761d64026a req-9cc5175c-cca8-4d8e-9b40-b91640981f7c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:45.363189 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-134d0b33-5338-4785-851c-eb761d64026a req-9cc5175c-cca8-4d8e-9b40-b91640981f7c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 943 time: 0.0554307 Sep 13 13:05:45.399996 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38da732e-d816-4e7a-8858-b701b81f5b79 service neutron] Pushing event updated for resources: {'Port': ['ID=ced03e29-9082-4781-9cd3-50d8f96acb9e,revision_number=3']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:45.430832 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b4bd5-a21c-45e9-8845-515d87be254b req-1416b872-03da-47e4-90b0-e15a14890e93 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:45.432509 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-534b4bd5-a21c-45e9-8845-515d87be254b req-1416b872-03da-47e4-90b0-e15a14890e93 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 943 time: 0.0684440 Sep 13 13:05:45.445384 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:45.467109 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-134d0b33-5338-4785-851c-eb761d64026a req-76c07334-aff1-4e98-858e-b09d6c35cd7e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931544 Sep 13 13:05:45.497141 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-534b4bd5-a21c-45e9-8845-515d87be254b req-54a1f7f9-3264-4d5f-9256-2e5341781a11 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564609 Sep 13 13:05:45.505153 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:45.524552 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95a8b784-64df-43d3-ae7f-f516fbff384f x-openstack-request-id: req-95a8b784-64df-43d3-ae7f-f516fbff384f {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:05:45.524945 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9571f561-e164-4b23-8ffe-8fc0cfcb7321", "tag": "ced03e29-9082-4781-9cd3-50d8f96acb9e", "status": "completed", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:05:45.525202 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-95a8b784-64df-43d3-ae7f-f516fbff384f {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:05:45.525639 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95a8b784-64df-43d3-ae7f-f516fbff384f'] response: {'name': 'network-changed', 'server_uuid': '9571f561-e164-4b23-8ffe-8fc0cfcb7321', 'tag': 'ced03e29-9082-4781-9cd3-50d8f96acb9e', 'status': 'completed', 'code': 200} Sep 13 13:05:45.793248 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17d1a78-5190-417c-85b6-ad1ea943b65a req-ff9338f4-3716-4f27-a303-3ed04cdc3c46 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:45.794766 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d17d1a78-5190-417c-85b6-ad1ea943b65a req-ff9338f4-3716-4f27-a303-3ed04cdc3c46 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0473764 Sep 13 13:05:45.844116 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d17d1a78-5190-417c-85b6-ad1ea943b65a req-b9a10df0-e82a-4f72-9ab0-7f7672a78bf6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436022 Sep 13 13:05:45.983535 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 33798) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:46.088977 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:46.103972 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c97bd704-7ab6-4225-84eb-e7c56970aaec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:46.157369 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:46.179019 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c97bd704-7ab6-4225-84eb-e7c56970aaec admin admin] Publish callbacks [] for security_group (44536538-eebc-4ffe-89ef-e4f08c8b35fd), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:46.243311 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c97bd704-7ab6-4225-84eb-e7c56970aaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (44536538-eebc-4ffe-89ef-e4f08c8b35fd), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:46.287828 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-c97bd704-7ab6-4225-84eb-e7c56970aaec admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=24a1fa3df8ab41338c41feab0bad75e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3028612 Sep 13 13:05:46.288656 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bd704-7ab6-4225-84eb-e7c56970aaec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44536538-eebc-4ffe-89ef-e4f08c8b35fd,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:46.290964 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 33810) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:46.370244 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a45e098a-b47e-44da-86f6-b81ef1021107 admin admin] Publish callbacks [] for security_group (44536538-eebc-4ffe-89ef-e4f08c8b35fd), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:46.386602 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8a35cb-4dd7-4ae4-86ad-7da7610afa4a req-4f31d3f4-eb5e-4f1c-9625-b0795e64bf77 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:46.388065 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2e8a35cb-4dd7-4ae4-86ad-7da7610afa4a req-4f31d3f4-eb5e-4f1c-9625-b0795e64bf77 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 944 time: 0.0629652 Sep 13 13:05:46.408472 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a45e098a-b47e-44da-86f6-b81ef1021107 admin admin] Publish callbacks [] for security_group (44536538-eebc-4ffe-89ef-e4f08c8b35fd), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:46.466303 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2e8a35cb-4dd7-4ae4-86ad-7da7610afa4a req-193a6388-3e46-44f8-8d1e-c841d8ad49cf tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685546 Sep 13 13:05:46.579705 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a45e098a-b47e-44da-86f6-b81ef1021107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (44536538-eebc-4ffe-89ef-e4f08c8b35fd), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:46.582196 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a45e098a-b47e-44da-86f6-b81ef1021107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:46.583441 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-a45e098a-b47e-44da-86f6-b81ef1021107 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/44536538-eebc-4ffe-89ef-e4f08c8b35fd HTTP/1.1" status: 204 len: 168 time: 0.2915511 Sep 13 13:05:46.622140 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45e098a-b47e-44da-86f6-b81ef1021107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44536538-eebc-4ffe-89ef-e4f08c8b35fd,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:46.633774 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3d8928-f0b7-4723-bedf-2065c4b817cb req-51fed096-5072-4ec0-9e20-6a5e08abe3bc tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:46.635412 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-de3d8928-f0b7-4723-bedf-2065c4b817cb req-51fed096-5072-4ec0-9e20-6a5e08abe3bc tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 943 time: 0.0906875 Sep 13 13:05:46.668274 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a000f6f4-0dc0-4c3f-97b5-3373f200b375 req-b4b96ce6-58a3-4c79-9225-2188ad644cb3 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:46.669733 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a000f6f4-0dc0-4c3f-97b5-3373f200b375 req-b4b96ce6-58a3-4c79-9225-2188ad644cb3 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 943 time: 0.0940261 Sep 13 13:05:46.721376 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-de3d8928-f0b7-4723-bedf-2065c4b817cb req-bf3eb168-718d-43f7-9611-f5464f861f80 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783141 Sep 13 13:05:46.721608 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:46.756644 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a000f6f4-0dc0-4c3f-97b5-3373f200b375 req-ab275722-1049-42c6-a8c5-49026f41f41b tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796318 Sep 13 13:05:46.766945 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning for port c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c completed by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 13:05:46.872321 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:46.873027 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:46.988143 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:46.988920 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:47.011229 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fbb2e0-ce9e-4e4b-8733-a30e1e227ab0 req-526084c9-f420-4a82-b41f-59616197b8b4 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:47.013125 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-21fbb2e0-ce9e-4e4b-8733-a30e1e227ab0 req-526084c9-f420-4a82-b41f-59616197b8b4 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0743964 Sep 13 13:05:47.017386 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42476fd8-5bc5-47f9-8aa9-da3e3012656b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:05:47.024118 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a73b0b0-7b02-4fd2-a9a9-6f6c7b727f81" -d '{"events": [{"server_uuid": "42476fd8-5bc5-47f9-8aa9-da3e3012656b", "name": "network-vif-plugged", "status": "completed", "tag": "c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:05:47.039646 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:47.081102 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-21fbb2e0-ce9e-4e4b-8733-a30e1e227ab0 req-ce68cdf5-cde1-45ee-8e41-3648676526bd tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622797 Sep 13 13:05:47.082546 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ace0873-781e-495d-948f-cdeaabf6bdd2 x-openstack-request-id: req-5ace0873-781e-495d-948f-cdeaabf6bdd2 {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:05:47.083121 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42476fd8-5bc5-47f9-8aa9-da3e3012656b", "name": "network-vif-plugged", "status": "completed", "tag": "c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:05:47.083774 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5ace0873-781e-495d-948f-cdeaabf6bdd2 {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:05:47.084361 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ace0873-781e-495d-948f-cdeaabf6bdd2'] response: {'server_uuid': '42476fd8-5bc5-47f9-8aa9-da3e3012656b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c', 'code': 200} Sep 13 13:05:47.094484 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:47.164402 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:47.203183 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:47.315877 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:47.586057 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073412d4-01b5-4720-825c-10fcf5bb61f7 req-f4a90c46-df88-40bf-91f6-6e81c430ee08 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:47.587449 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-073412d4-01b5-4720-825c-10fcf5bb61f7 req-f4a90c46-df88-40bf-91f6-6e81c430ee08 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 945 time: 0.0459142 Sep 13 13:05:47.648451 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-073412d4-01b5-4720-825c-10fcf5bb61f7 req-fa9fd5d6-b880-4794-9eb0-c28ff6aad7c6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522935 Sep 13 13:05:47.886029 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6c3fbe-cc11-4646-9b20-1ab34ec67557 req-d87ee23c-4bef-402a-9e86-51f06f35e1e5 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:47.887624 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8e6c3fbe-cc11-4646-9b20-1ab34ec67557 req-d87ee23c-4bef-402a-9e86-51f06f35e1e5 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 943 time: 0.0913544 Sep 13 13:05:47.921132 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62cdf2e-d306-40af-9cb9-ee89d701ce4f req-cab75c99-4946-494e-a44f-30069546b0cf tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:47.922703 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c62cdf2e-d306-40af-9cb9-ee89d701ce4f req-cab75c99-4946-494e-a44f-30069546b0cf tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 943 time: 0.0788879 Sep 13 13:05:47.969137 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8e6c3fbe-cc11-4646-9b20-1ab34ec67557 req-e577a2de-6c37-4984-9113-e1040192502d tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758631 Sep 13 13:05:47.970921 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:47.994798 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c62cdf2e-d306-40af-9cb9-ee89d701ce4f req-1e7a0589-854e-4cf3-9473-c03804051120 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600870 Sep 13 13:05:48.218390 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4060409-5f35-471e-8a1a-1bb3fb6bd1af req-3a945445-ad32-440c-b3cf-da51c77b2a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:48.219828 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-c4060409-5f35-471e-8a1a-1bb3fb6bd1af req-3a945445-ad32-440c-b3cf-da51c77b2a17 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c15624f4312f49bb85a7a086c291d157&device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 1128 time: 0.0744674 Sep 13 13:05:48.323820 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:48.328170 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4060409-5f35-471e-8a1a-1bb3fb6bd1af req-77adebad-fac1-4eba-9d46-5e706753b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:48.329920 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-c4060409-5f35-471e-8a1a-1bb3fb6bd1af req-77adebad-fac1-4eba-9d46-5e706753b75f service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=c15624f4312f49bb85a7a086c291d157&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1026807 Sep 13 13:05:48.340926 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b78f4a-36c5-4dc0-a628-dbf8f2058888 req-4882882c-448c-49ba-a408-4ab81ebea7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:48.343500 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-05b78f4a-36c5-4dc0-a628-dbf8f2058888 req-4882882c-448c-49ba-a408-4ab81ebea7f8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=75f6274158934ab5abf68951902f1e81&device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 1127 time: 0.1926312 Sep 13 13:05:48.418547 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-292aabb4-02af-4b80-b953-e751a89384b3 req-6b7aec6e-9e89-4422-94be-53b1c8ec69c1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8b1eaf98-b39c-4204-9cb2-5b574f83717c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783377 Sep 13 13:05:48.455213 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e4f53b-810a-471c-b425-b60b0d9d0055 req-4a3ba85d-b08a-4a40-97f6-3ee132c48942 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:48.463633 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e2e4f53b-810a-471c-b425-b60b0d9d0055 req-4a3ba85d-b08a-4a40-97f6-3ee132c48942 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.2059619 Sep 13 13:05:48.467527 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 33880) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:48.478154 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4060409-5f35-471e-8a1a-1bb3fb6bd1af req-ebe308ba-df57-4496-93a5-f5a010771297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:48.479601 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-c4060409-5f35-471e-8a1a-1bb3fb6bd1af req-ebe308ba-df57-4496-93a5-f5a010771297 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1437104 Sep 13 13:05:48.519013 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8fee2ab5-c5df-45d9-a503-4b76ba22103e req-0fc7a1ff-4deb-4fb8-9329-c4520420e293 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3659487 Sep 13 13:05:48.572209 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b78f4a-36c5-4dc0-a628-dbf8f2058888 req-88359e20-2e69-4272-9349-455a5676af58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:48.573969 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-05b78f4a-36c5-4dc0-a628-dbf8f2058888 req-88359e20-2e69-4272-9349-455a5676af58 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=75f6274158934ab5abf68951902f1e81&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1964080 Sep 13 13:05:48.574125 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-038611be-bb59-4450-81c1-ceadeeaa0603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:48.575489 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-038611be-bb59-4450-81c1-ceadeeaa0603 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c15624f4312f49bb85a7a086c291d157&device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 1128 time: 0.0575385 Sep 13 13:05:48.578575 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e2e4f53b-810a-471c-b425-b60b0d9d0055 req-784f4a7c-8643-415c-ac33-39a50f39d84d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097510 Sep 13 13:05:48.605951 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a01628a8-ad82-45bb-acdd-25928150aad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:48.683618 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a01628a8-ad82-45bb-acdd-25928150aad5 admin admin] Publish callbacks [] for security_group (7504cf6c-b9ae-4582-a176-d375b9da3d1c), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:48.768910 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69aee42-1d33-4774-a34d-73ecca0fc10f req-1ce1d724-de94-4a29-80a9-61feab920b40 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:48.770422 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f69aee42-1d33-4774-a34d-73ecca0fc10f req-1ce1d724-de94-4a29-80a9-61feab920b40 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 945 time: 0.0450795 Sep 13 13:05:48.796275 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:48.797243 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a01628a8-ad82-45bb-acdd-25928150aad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (7504cf6c-b9ae-4582-a176-d375b9da3d1c), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:48.822410 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f69aee42-1d33-4774-a34d-73ecca0fc10f req-b5ab0bdd-f841-48a4-a73f-f85c4546070c tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455177 Sep 13 13:05:48.841940 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01628a8-ad82-45bb-acdd-25928150aad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7504cf6c-b9ae-4582-a176-d375b9da3d1c,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:48.847906 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-a01628a8-ad82-45bb-acdd-25928150aad5 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=95073ab7737447c0b011a7de3aa734d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3792861 Sep 13 13:05:48.850710 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 33894) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:48.886168 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:48.903966 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-080a9141-175d-4670-9dc0-8ea45fd667ee admin admin] Publish callbacks [] for security_group (7504cf6c-b9ae-4582-a176-d375b9da3d1c), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:48.930215 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-080a9141-175d-4670-9dc0-8ea45fd667ee admin admin] Publish callbacks [] for security_group (7504cf6c-b9ae-4582-a176-d375b9da3d1c), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:49.104977 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-080a9141-175d-4670-9dc0-8ea45fd667ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (7504cf6c-b9ae-4582-a176-d375b9da3d1c), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:49.107706 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-080a9141-175d-4670-9dc0-8ea45fd667ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:49.111294 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-080a9141-175d-4670-9dc0-8ea45fd667ee admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/7504cf6c-b9ae-4582-a176-d375b9da3d1c HTTP/1.1" status: 204 len: 168 time: 0.2572429 Sep 13 13:05:49.118038 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080a9141-175d-4670-9dc0-8ea45fd667ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7504cf6c-b9ae-4582-a176-d375b9da3d1c,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:49.123743 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a04ea6f-b2b9-4760-b2c6-f5063896e263 req-55196d2b-92fe-46fa-b598-9d8789b0891c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:49.126384 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0a04ea6f-b2b9-4760-b2c6-f5063896e263 req-55196d2b-92fe-46fa-b598-9d8789b0891c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 943 time: 0.0831602 Sep 13 13:05:49.146731 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7767d797-d956-4351-a8f0-8853ccaa48d5 req-0d1a9c67-4dbc-4490-b9b0-d8987f3e6e43 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:49.153437 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7767d797-d956-4351-a8f0-8853ccaa48d5 req-0d1a9c67-4dbc-4490-b9b0-d8987f3e6e43 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 943 time: 0.0806994 Sep 13 13:05:49.229663 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7767d797-d956-4351-a8f0-8853ccaa48d5 req-63613a64-e5db-4317-9ae2-40b36c58fd11 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753479 Sep 13 13:05:49.232927 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0a04ea6f-b2b9-4760-b2c6-f5063896e263 req-6458a745-685b-41d9-bc50-c729c96e9d8c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775797 Sep 13 13:05:49.367104 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-a318331f-90fb-493a-88ba-b9421f8528fb service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad1412c9-5963-436d-923b-0352d8bd326d HTTP/1.1" status: 200 len: 217 time: 0.0532303 Sep 13 13:05:49.422983 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8b70f-3573-427a-933e-1955e0c9613f req-849148f7-3929-4cef-9a80-e8f5ad14c735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:49.424648 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-15d8b70f-3573-427a-933e-1955e0c9613f req-849148f7-3929-4cef-9a80-e8f5ad14c735 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 1129 time: 0.0839972 Sep 13 13:05:49.427197 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-28c1a27f-9f22-411f-8131-adc13d39c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:49.429521 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-28c1a27f-9f22-411f-8131-adc13d39c46c service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=150922b3-3525-45d2-8627-b637b171605b HTTP/1.1" status: 200 len: 858 time: 0.0568392 Sep 13 13:05:49.480405 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-acbcab43-1022-419a-9cce-41e1ae645db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:49.482225 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b78f4a-36c5-4dc0-a628-dbf8f2058888 req-0f973fe3-2d71-4b51-b10e-b8a12fc2a3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:49.482789 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-acbcab43-1022-419a-9cce-41e1ae645db6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0454571 Sep 13 13:05:49.483776 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-05b78f4a-36c5-4dc0-a628-dbf8f2058888 req-0f973fe3-2d71-4b51-b10e-b8a12fc2a3c9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1705961 Sep 13 13:05:49.500573 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-15d8b70f-3573-427a-933e-1955e0c9613f req-6e4021be-5165-4f7b-ac00-b895edb27222 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630686 Sep 13 13:05:49.598242 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-44334819-a565-4460-adaa-bdf8775ce53c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051166 Sep 13 13:05:49.658114 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 80c82096-8d7e-47cb-a713-18ffef510762 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:05:49.744354 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd48c1-b356-4c36-b9c9-07649b90c3cc req-48c2a6ba-fa9b-4fc1-b29c-d86c52dea506 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:49.745864 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b2bd48c1-b356-4c36-b9c9-07649b90c3cc req-48c2a6ba-fa9b-4fc1-b29c-d86c52dea506 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0719438 Sep 13 13:05:49.771304 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 80c82096-8d7e-47cb-a713-18ffef510762, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=80c82096-8d7e-47cb-a713-18ffef510762,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:49.785557 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': '80c82096-8d7e-47cb-a713-18ffef510762', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'port_id': '80c82096-8d7e-47cb-a713-18ffef510762', 'mac_address': 'fa:16:3e:b6:a6:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:05:49.809191 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-560750e3-f845-4b5b-a5fa-a29430b753e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:49.810888 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-560750e3-f845-4b5b-a5fa-a29430b753e2 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=75f6274158934ab5abf68951902f1e81&device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 1127 time: 0.0804660 Sep 13 13:05:49.827253 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-0e1af8fe-4bf8-422a-b850-aa62a1a5f558 req-bccc183d-6d55-4824-83c8-3a17cc8c46d9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183825 Sep 13 13:05:49.829221 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:49.833803 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 80c82096-8d7e-47cb-a713-18ffef510762 is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:49.834893 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (80c82096-8d7e-47cb-a713-18ffef510762), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:49.856541 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c82096-8d7e-47cb-a713-18ffef510762 {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:05:49.870157 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b2bd48c1-b356-4c36-b9c9-07649b90c3cc req-11dcb0f0-27c2-4a02-9bde-9887f8212974 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011043 Sep 13 13:05:49.873066 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-8b5cc09b-1495-4355-b1f2-154a2e63cad7 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ced03e29-9082-4781-9cd3-50d8f96acb9e HTTP/1.1" status: 200 len: 217 time: 0.0508685 Sep 13 13:05:49.878763 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 80c82096-8d7e-47cb-a713-18ffef510762, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=80c82096-8d7e-47cb-a713-18ffef510762,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:49.958219 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-50358fef-bee5-43f7-87a6-15fa83eb475f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:49.960198 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-50358fef-bee5-43f7-87a6-15fa83eb475f service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=4a7c387c-3b38-49bb-ab6c-762e7638336f HTTP/1.1" status: 200 len: 850 time: 0.0807016 Sep 13 13:05:49.968627 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (80c82096-8d7e-47cb-a713-18ffef510762), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:49.969330 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 9537de83-a92f-4647-a5d6-285071c8be74 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:05:49.998266 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a2e3c7-470b-473e-b089-99616097b065 req-a07c41be-4ef1-4062-a8d9-df500e501ef7 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:49.999760 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-82a2e3c7-470b-473e-b089-99616097b065 req-a07c41be-4ef1-4062-a8d9-df500e501ef7 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 945 time: 0.0567138 Sep 13 13:05:50.054215 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-82a2e3c7-470b-473e-b089-99616097b065 req-69c1eec5-1698-4691-a66f-853144ca9d7c tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454555 Sep 13 13:05:50.081997 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=80c82096-8d7e-47cb-a713-18ffef510762,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:50.091473 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:50.127642 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 9537de83-a92f-4647-a5d6-285071c8be74, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=9537de83-a92f-4647-a5d6-285071c8be74,segment=NetworkSegment(0474db13-9c18-41f3-8716-d4ff64da1e69),segment_id=0474db13-9c18-41f3-8716-d4ff64da1e69)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:50.143471 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': '9537de83-a92f-4647-a5d6-285071c8be74', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'port_id': '9537de83-a92f-4647-a5d6-285071c8be74', 'mac_address': 'fa:16:3e:24:1e:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150922b3-3525-45d2-8627-b637b171605b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:05:50.180375 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 9537de83-a92f-4647-a5d6-285071c8be74 is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:50.180767 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (9537de83-a92f-4647-a5d6-285071c8be74), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:50.193489 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9537de83-a92f-4647-a5d6-285071c8be74 {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:05:50.213284 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 9537de83-a92f-4647-a5d6-285071c8be74, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=9537de83-a92f-4647-a5d6-285071c8be74,segment=NetworkSegment(0474db13-9c18-41f3-8716-d4ff64da1e69),segment_id=0474db13-9c18-41f3-8716-d4ff64da1e69)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:50.315906 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (9537de83-a92f-4647-a5d6-285071c8be74), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:50.360640 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc9933-38bd-4df2-b7a2-404b16815c15 req-ec8892d5-5187-489a-be48-9f378bb7d19b tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:50.363260 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-efcc9933-38bd-4df2-b7a2-404b16815c15 req-ec8892d5-5187-489a-be48-9f378bb7d19b tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 943 time: 0.0581706 Sep 13 13:05:50.364733 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=9537de83-a92f-4647-a5d6-285071c8be74,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:50.431234 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-efcc9933-38bd-4df2-b7a2-404b16815c15 req-5cee584f-f31d-4916-ab85-10bf50c53e15 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609035 Sep 13 13:05:50.552404 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2682a1e-aa03-4183-9aa0-3ea4a8ac708e req-85fd8b35-cacd-4c68-b31e-1bd03e234cec tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:50.554429 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c2682a1e-aa03-4183-9aa0-3ea4a8ac708e req-85fd8b35-cacd-4c68-b31e-1bd03e234cec tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 944 time: 0.0553298 Sep 13 13:05:50.604588 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c2682a1e-aa03-4183-9aa0-3ea4a8ac708e req-c01073f6-0ec8-481b-b625-793cf39d29d8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444505 Sep 13 13:05:50.723640 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['9537de83-a92f-4647-a5d6-285071c8be74'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:05:50.844681 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['80c82096-8d7e-47cb-a713-18ffef510762'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:05:51.012091 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09eec5-c95c-4578-9634-10d38b6e07e9 req-ec08062b-1142-48f4-9fce-13e0c2d377a8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:51.013951 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-da09eec5-c95c-4578-9634-10d38b6e07e9 req-ec08062b-1142-48f4-9fce-13e0c2d377a8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 945 time: 0.0502865 Sep 13 13:05:51.044075 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:51.096503 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-da09eec5-c95c-4578-9634-10d38b6e07e9 req-6e8c88df-dbcf-4dba-a82c-08632d9a33d8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763316 Sep 13 13:05:51.159045 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-555f1d73-5f96-43fe-8729-1f68f28d0e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:51.160678 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-555f1d73-5f96-43fe-8729-1f68f28d0e05 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9a6ee3a0-91e5-4300-8f53-c3332833b2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0536952 Sep 13 13:05:51.236500 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3060c91a-e8c6-4807-8f49-d1cf6d343fa9 req-091a18ea-f9bd-434f-ab58-d045bf9d2267 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:51.238007 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3060c91a-e8c6-4807-8f49-d1cf6d343fa9 req-091a18ea-f9bd-434f-ab58-d045bf9d2267 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 945 time: 0.0699284 Sep 13 13:05:51.248805 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:51.345187 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3060c91a-e8c6-4807-8f49-d1cf6d343fa9 req-efada373-1daa-49ea-8c4a-ba955656979e tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935717 Sep 13 13:05:51.362221 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-93c25f33-6429-4148-83da-8cbdf0b02425 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9a6ee3a0-91e5-4300-8f53-c3332833b2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484125 Sep 13 13:05:51.570966 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e75a2d-62fe-499d-be5d-c9a780d4c07c req-978da477-61db-4272-b29e-e4cab1f5ea06 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:51.572115 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d9e75a2d-62fe-499d-be5d-c9a780d4c07c req-978da477-61db-4272-b29e-e4cab1f5ea06 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 943 time: 0.0540049 Sep 13 13:05:51.623914 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d9e75a2d-62fe-499d-be5d-c9a780d4c07c req-70d2d06f-e5d2-4aec-acdb-8ed58747033a tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453823 Sep 13 13:05:51.744848 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c8708-81b3-41a1-9d87-916e4e27c6c5 req-f70e8cef-be81-4357-b6d7-c38d9d810cb0 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:51.746342 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-eb2c8708-81b3-41a1-9d87-916e4e27c6c5 req-f70e8cef-be81-4357-b6d7-c38d9d810cb0 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 944 time: 0.0641687 Sep 13 13:05:51.846834 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-eb2c8708-81b3-41a1-9d87-916e4e27c6c5 req-2ddc9f2f-8e69-403c-982c-8b8a462b9f33 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735052 Sep 13 13:05:51.848824 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cb237905-3196-4d09-8e9f-b2eaef92e081 req-f386e8f1-3ccc-4845-a101-101fec9dad9a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9a6ee3a0-91e5-4300-8f53-c3332833b2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305473 Sep 13 13:05:51.851604 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 80c82096-8d7e-47cb-a713-18ffef510762 up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:51.855464 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:51.894894 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning for port 80c82096-8d7e-47cb-a713-18ffef510762 completed by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 13:05:52.060102 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port 80c82096-8d7e-47cb-a713-18ffef510762 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:52.060488 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (80c82096-8d7e-47cb-a713-18ffef510762), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:52.138124 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 80c82096-8d7e-47cb-a713-18ffef510762 is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:52.138569 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (80c82096-8d7e-47cb-a713-18ffef510762), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:52.163199 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c784b1b-72d1-431c-bca7-12cc7f5aa2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c82096-8d7e-47cb-a713-18ffef510762'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:05:52.166125 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89ed876-cb5a-4368-b7d4-0fb892709c11" -d '{"events": [{"server_uuid": "1c784b1b-72d1-431c-bca7-12cc7f5aa2b8", "name": "network-vif-plugged", "status": "completed", "tag": "80c82096-8d7e-47cb-a713-18ffef510762"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:05:52.180349 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 80c82096-8d7e-47cb-a713-18ffef510762, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=80c82096-8d7e-47cb-a713-18ffef510762,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:52.210708 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652b01bf-4c86-4edd-9dfd-f03ea4108356 x-openstack-request-id: req-652b01bf-4c86-4edd-9dfd-f03ea4108356 {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:05:52.211588 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c784b1b-72d1-431c-bca7-12cc7f5aa2b8", "name": "network-vif-plugged", "status": "completed", "tag": "80c82096-8d7e-47cb-a713-18ffef510762", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:05:52.211858 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-652b01bf-4c86-4edd-9dfd-f03ea4108356 {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:05:52.212568 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-652b01bf-4c86-4edd-9dfd-f03ea4108356'] response: {'server_uuid': '1c784b1b-72d1-431c-bca7-12cc7f5aa2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c82096-8d7e-47cb-a713-18ffef510762', 'code': 200} Sep 13 13:05:52.242066 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (80c82096-8d7e-47cb-a713-18ffef510762), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:52.244539 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 9537de83-a92f-4647-a5d6-285071c8be74 up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:05:52.261880 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1796aa-d562-44ce-9f64-7f0e70690e87 req-5d517375-a6d7-4543-ba5a-942c4b69442d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:52.263334 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ab1796aa-d562-44ce-9f64-7f0e70690e87 req-5d517375-a6d7-4543-ba5a-942c4b69442d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 945 time: 0.0497682 Sep 13 13:05:52.316395 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ab1796aa-d562-44ce-9f64-7f0e70690e87 req-038e637e-fa3b-40e9-a2fe-a82583c8a82d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473807 Sep 13 13:05:52.329859 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=80c82096-8d7e-47cb-a713-18ffef510762,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:52.332348 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning for port 9537de83-a92f-4647-a5d6-285071c8be74 completed by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 13:05:52.341477 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:52.341839 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:52.342211 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:52.342578 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:52.342921 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:52.343250 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:52.343577 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:52.343902 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:52.344245 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:52.344605 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:52.344914 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:52.345240 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:52.345563 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:52.345917 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:52.346244 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:52.435076 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port 9537de83-a92f-4647-a5d6-285071c8be74 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:05:52.435464 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (9537de83-a92f-4647-a5d6-285071c8be74), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:52.518078 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 9537de83-a92f-4647-a5d6-285071c8be74 is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:52.518493 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (9537de83-a92f-4647-a5d6-285071c8be74), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:52.521348 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:52.555778 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 9537de83-a92f-4647-a5d6-285071c8be74, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=9537de83-a92f-4647-a5d6-285071c8be74,segment=NetworkSegment(0474db13-9c18-41f3-8716-d4ff64da1e69),segment_id=0474db13-9c18-41f3-8716-d4ff64da1e69)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:52.652521 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (9537de83-a92f-4647-a5d6-285071c8be74), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:52.688060 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7873c95f-c883-410a-aca3-7fd63bfe547b req-c0cd8271-437d-4301-94f0-35d5eb4fb911 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:52.689621 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7873c95f-c883-410a-aca3-7fd63bfe547b req-c0cd8271-437d-4301-94f0-35d5eb4fb911 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 945 time: 0.2649179 Sep 13 13:05:52.741089 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=9537de83-a92f-4647-a5d6-285071c8be74,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:52.762038 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7873c95f-c883-410a-aca3-7fd63bfe547b req-0ea81ce7-5f92-46e1-bc87-2991dbcbcaf0 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654743 Sep 13 13:05:52.796920 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350d30ad-9444-452b-9e10-c6713206ae52 req-6b697ff5-3378-4380-b3eb-83df1843c22e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:52.798448 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-350d30ad-9444-452b-9e10-c6713206ae52 req-6b697ff5-3378-4380-b3eb-83df1843c22e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 943 time: 0.0531855 Sep 13 13:05:52.859961 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-350d30ad-9444-452b-9e10-c6713206ae52 req-2e914cce-b43c-4815-bb81-b64ac099542e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558491 Sep 13 13:05:52.898592 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218209f-3217-4268-97fa-1ec8f56988d6 req-8db34a1f-1634-442f-9c9d-75565f3c2572 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:52.900065 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5218209f-3217-4268-97fa-1ec8f56988d6 req-8db34a1f-1634-442f-9c9d-75565f3c2572 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 945 time: 0.0604389 Sep 13 13:05:52.910495 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 34044) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:52.915669 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-2512a763-9c67-41cd-ae68-932286cd1a29 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Request body: {'floatingip': {'port_id': 'c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:05:53.014430 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2512a763-9c67-41cd-ae68-932286cd1a29 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (26bcbd96-9ecb-4016-abf3-6e5a8adef64b), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:53.018923 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:53.075361 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd63fdb-37c1-4696-86a5-a2b0d56d0fba req-b64db08d-920f-484d-b607-227cb7a4ad41 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:53.076832 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ccd63fdb-37c1-4696-86a5-a2b0d56d0fba req-b64db08d-920f-484d-b607-227cb7a4ad41 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.1336286 Sep 13 13:05:53.200886 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ccd63fdb-37c1-4696-86a5-a2b0d56d0fba req-177dae37-6763-44ce-ad3c-30449b3d7561 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040087 Sep 13 13:05:53.443136 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:53.542604 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7974a16-bef7-4184-bdb2-3aa1196a093d req-949fdcee-2d67-41bd-99a6-5fcff9d756e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:53.544094 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b7974a16-bef7-4184-bdb2-3aa1196a093d req-949fdcee-2d67-41bd-99a6-5fcff9d756e4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 1130 time: 0.1848130 Sep 13 13:05:53.562380 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=2 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:53.562839 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a129a8ff-64bd-4623-9b1d-5377a70a2840 req-4af88cb3-30a3-46d8-8dff-3647001b3f21 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:53.563562 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a129a8ff-64bd-4623-9b1d-5377a70a2840 req-4af88cb3-30a3-46d8-8dff-3647001b3f21 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.1582289 Sep 13 13:05:53.737371 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b7974a16-bef7-4184-bdb2-3aa1196a093d req-b0ef51af-a7d2-4be5-a649-37a0b7a6e333 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1728206 Sep 13 13:05:53.773443 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a129a8ff-64bd-4623-9b1d-5377a70a2840 req-f912c236-125f-43d5-b0c7-be5b10d2038e tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942587 Sep 13 13:05:53.816642 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2512a763-9c67-41cd-ae68-932286cd1a29 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:53.849574 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device ad1412c9-5963-436d-923b-0352d8bd326d details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:05:53.904699 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2512a763-9c67-41cd-ae68-932286cd1a29 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (26bcbd96-9ecb-4016-abf3-6e5a8adef64b), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:53.982828 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port ad1412c9-5963-436d-923b-0352d8bd326d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ad1412c9-5963-436d-923b-0352d8bd326d,segment=NetworkSegment(0474db13-9c18-41f3-8716-d4ff64da1e69),segment_id=0474db13-9c18-41f3-8716-d4ff64da1e69)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:54.001100 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': 'ad1412c9-5963-436d-923b-0352d8bd326d', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'port_id': 'ad1412c9-5963-436d-923b-0352d8bd326d', 'mac_address': 'fa:16:3e:c7:6f:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150922b3-3525-45d2-8627-b637b171605b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:05:54.032649 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port ad1412c9-5963-436d-923b-0352d8bd326d is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:54.033133 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (ad1412c9-5963-436d-923b-0352d8bd326d), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:54.034981 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077243bb-f90b-4588-b6af-e1ec64066d50 req-3be68baa-30fa-45dc-a622-2ca11e0561ce tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:54.036470 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-077243bb-f90b-4588-b6af-e1ec64066d50 req-3be68baa-30fa-45dc-a622-2ca11e0561ce tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 943 time: 0.0836942 Sep 13 13:05:54.047473 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad1412c9-5963-436d-923b-0352d8bd326d {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:05:54.065977 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.l3_db [None req-2512a763-9c67-41cd-ae68-932286cd1a29 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Floating IP 26bcbd96-9ecb-4016-abf3-6e5a8adef64b associated. External IP: 172.27.1.190, port: c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c. Sep 13 13:05:54.072791 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port ad1412c9-5963-436d-923b-0352d8bd326d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ad1412c9-5963-436d-923b-0352d8bd326d,segment=NetworkSegment(0474db13-9c18-41f3-8716-d4ff64da1e69),segment_id=0474db13-9c18-41f3-8716-d4ff64da1e69)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:54.114084 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:54.135928 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-077243bb-f90b-4588-b6af-e1ec64066d50 req-f2f246fa-5e7b-4bb4-a4cb-3a8e04a82922 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876303 Sep 13 13:05:54.185882 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (ad1412c9-5963-436d-923b-0352d8bd326d), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:54.187013 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device ced03e29-9082-4781-9cd3-50d8f96acb9e details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:05:54.214498 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11dc092-73fb-4122-9cea-7a41398c3c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9537de83-a92f-4647-a5d6-285071c8be74'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:05:54.216750 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d1b1b75-44b7-4a08-815b-09354a075b48" -d '{"events": [{"server_uuid": "e11dc092-73fb-4122-9cea-7a41398c3c66", "name": "network-vif-plugged", "status": "completed", "tag": "9537de83-a92f-4647-a5d6-285071c8be74"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:05:54.268244 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=ad1412c9-5963-436d-923b-0352d8bd326d,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:54.274177 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8897c3b0-2b84-4dca-b9ff-bcf27c429d6d x-openstack-request-id: req-8897c3b0-2b84-4dca-b9ff-bcf27c429d6d {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:05:54.274508 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11dc092-73fb-4122-9cea-7a41398c3c66", "name": "network-vif-plugged", "status": "completed", "tag": "9537de83-a92f-4647-a5d6-285071c8be74", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:05:54.274743 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8897c3b0-2b84-4dca-b9ff-bcf27c429d6d {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:05:54.275132 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8897c3b0-2b84-4dca-b9ff-bcf27c429d6d'] response: {'server_uuid': 'e11dc092-73fb-4122-9cea-7a41398c3c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9537de83-a92f-4647-a5d6-285071c8be74', 'code': 200} Sep 13 13:05:54.349932 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:54.352651 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port ced03e29-9082-4781-9cd3-50d8f96acb9e, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ced03e29-9082-4781-9cd3-50d8f96acb9e,segment=NetworkSegment(add5e484-7471-480b-a06b-32a9eb9454e4),segment_id=add5e484-7471-480b-a06b-32a9eb9454e4)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:54.369999 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': 'ced03e29-9082-4781-9cd3-50d8f96acb9e', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'port_id': 'ced03e29-9082-4781-9cd3-50d8f96acb9e', 'mac_address': 'fa:16:3e:49:8f:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:05:54.409142 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port ced03e29-9082-4781-9cd3-50d8f96acb9e is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:05:54.409732 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (ced03e29-9082-4781-9cd3-50d8f96acb9e), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:54.432202 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced03e29-9082-4781-9cd3-50d8f96acb9e {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:05:54.458079 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 34082) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:54.464370 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port ced03e29-9082-4781-9cd3-50d8f96acb9e, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ced03e29-9082-4781-9cd3-50d8f96acb9e,segment=NetworkSegment(add5e484-7471-480b-a06b-32a9eb9454e4),segment_id=add5e484-7471-480b-a06b-32a9eb9454e4)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:05:54.489381 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99521af-01f3-4740-ae2c-f1c8e6e7ef0d req-d4ccd633-62e6-48fc-8776-7a274bdd278d tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:54.490883 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a99521af-01f3-4740-ae2c-f1c8e6e7ef0d req-d4ccd633-62e6-48fc-8776-7a274bdd278d tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0745828 Sep 13 13:05:54.557432 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (ced03e29-9082-4781-9cd3-50d8f96acb9e), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:54.586866 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d5e51a19-4204-40b8-8c82-5f9863ecea8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:54.616547 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a99521af-01f3-4740-ae2c-f1c8e6e7ef0d req-14a5ba12-fdca-444d-aa18-068db9962af7 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885441 Sep 13 13:05:54.618241 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=ced03e29-9082-4781-9cd3-50d8f96acb9e,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:54.650308 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2512a763-9c67-41cd-ae68-932286cd1a29 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Router 8bf8171d-2b9c-4569-8528-71cfbdafa430 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:05:54.670894 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:54.699668 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d5e51a19-4204-40b8-8c82-5f9863ecea8e admin admin] Publish callbacks [] for security_group (fb0151b2-6dc8-4837-ab37-a87ee9c0d364), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:54.742337 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:54.755376 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d5e51a19-4204-40b8-8c82-5f9863ecea8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (fb0151b2-6dc8-4837-ab37-a87ee9c0d364), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:54.757684 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2512a763-9c67-41cd-ae68-932286cd1a29 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:05:54.762357 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2512a763-9c67-41cd-ae68-932286cd1a29 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:54.770545 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13db97a-2807-4262-8031-592c873a4d72 None None] Sync routers for ids ['8bf8171d-2b9c-4569-8528-71cfbdafa430'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:05:54.784054 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13db97a-2807-4262-8031-592c873a4d72 None None] Routers {'8bf8171d-2b9c-4569-8528-71cfbdafa430'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:05:54.784984 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-a13db97a-2807-4262-8031-592c873a4d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:05:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8bf8171d-2b9c-4569-8528-71cfbdafa430'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:54.796222 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-2512a763-9c67-41cd-ae68-932286cd1a29 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/26bcbd96-9ecb-4016-abf3-6e5a8adef64b HTTP/1.1" status: 200 len: 991 time: 1.8821869 Sep 13 13:05:54.796222 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42476fd8-5bc5-47f9-8aa9-da3e3012656b', 'tag': 'c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:05:54.797116 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ec7ce8-4675-49a6-8844-4fd138949b1e" -d '{"events": [{"name": "network-changed", "server_uuid": "42476fd8-5bc5-47f9-8aa9-da3e3012656b", "tag": "c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:05:54.806948 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-d5e51a19-4204-40b8-8c82-5f9863ecea8e admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=4d0b8e1853944a739c91e03c0d235682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3476183 Sep 13 13:05:54.816389 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e51a19-4204-40b8-8c82-5f9863ecea8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0151b2-6dc8-4837-ab37-a87ee9c0d364,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:54.818685 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 34092) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:54.822178 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e51a19-4204-40b8-8c82-5f9863ecea8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:54.822532 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e51a19-4204-40b8-8c82-5f9863ecea8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:54.822985 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e51a19-4204-40b8-8c82-5f9863ecea8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:54.823225 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e51a19-4204-40b8-8c82-5f9863ecea8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:54.823590 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e51a19-4204-40b8-8c82-5f9863ecea8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:54.823880 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e51a19-4204-40b8-8c82-5f9863ecea8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:54.824265 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e51a19-4204-40b8-8c82-5f9863ecea8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:54.824592 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e51a19-4204-40b8-8c82-5f9863ecea8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:54.824926 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e51a19-4204-40b8-8c82-5f9863ecea8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:54.825252 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e51a19-4204-40b8-8c82-5f9863ecea8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:54.825587 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e51a19-4204-40b8-8c82-5f9863ecea8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:54.825944 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e51a19-4204-40b8-8c82-5f9863ecea8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:54.826315 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e51a19-4204-40b8-8c82-5f9863ecea8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:54.826626 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e51a19-4204-40b8-8c82-5f9863ecea8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:54.827009 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5e51a19-4204-40b8-8c82-5f9863ecea8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:54.859935 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2fe505-34d9-4d03-af09-907fee37cb32 x-openstack-request-id: req-6c2fe505-34d9-4d03-af09-907fee37cb32 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:05:54.860236 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42476fd8-5bc5-47f9-8aa9-da3e3012656b", "tag": "c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:05:54.860481 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6c2fe505-34d9-4d03-af09-907fee37cb32 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:05:54.860891 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c2fe505-34d9-4d03-af09-907fee37cb32'] response: {'name': 'network-changed', 'server_uuid': '42476fd8-5bc5-47f9-8aa9-da3e3012656b', 'tag': 'c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c', 'status': 'completed', 'code': 200} Sep 13 13:05:54.914168 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-a13db97a-2807-4262-8031-592c873a4d72 None None] Set router 8bf8171d-2b9c-4569-8528-71cfbdafa430 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:05:54.928625 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1ff3824d-aa05-45bb-89af-3e2020af3992 admin admin] Publish callbacks [] for security_group (fb0151b2-6dc8-4837-ab37-a87ee9c0d364), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:54.949543 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f6096-a5b5-4557-adde-e4321be6f1f5 req-7de4d24a-26c7-4803-a66d-57edd26f5034 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:54.949543 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-274f6096-a5b5-4557-adde-e4321be6f1f5 req-7de4d24a-26c7-4803-a66d-57edd26f5034 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0669611 Sep 13 13:05:54.985516 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1ff3824d-aa05-45bb-89af-3e2020af3992 admin admin] Publish callbacks [] for security_group (fb0151b2-6dc8-4837-ab37-a87ee9c0d364), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:55.039144 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-274f6096-a5b5-4557-adde-e4321be6f1f5 req-42367e1a-30e5-4189-abbe-ff19489ee6aa tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836461 Sep 13 13:05:55.111662 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1ff3824d-aa05-45bb-89af-3e2020af3992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (fb0151b2-6dc8-4837-ab37-a87ee9c0d364), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:55.114176 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1ff3824d-aa05-45bb-89af-3e2020af3992 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:55.118298 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-1ff3824d-aa05-45bb-89af-3e2020af3992 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/fb0151b2-6dc8-4837-ab37-a87ee9c0d364 HTTP/1.1" status: 204 len: 168 time: 0.2957690 Sep 13 13:05:55.124388 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff3824d-aa05-45bb-89af-3e2020af3992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0151b2-6dc8-4837-ab37-a87ee9c0d364,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:55.133426 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3824d-aa05-45bb-89af-3e2020af3992 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:55.133884 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3824d-aa05-45bb-89af-3e2020af3992 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:55.134234 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3824d-aa05-45bb-89af-3e2020af3992 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:55.134597 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3824d-aa05-45bb-89af-3e2020af3992 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:55.134917 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3824d-aa05-45bb-89af-3e2020af3992 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:55.135235 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3824d-aa05-45bb-89af-3e2020af3992 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:55.135565 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3824d-aa05-45bb-89af-3e2020af3992 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:55.135889 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3824d-aa05-45bb-89af-3e2020af3992 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:55.136215 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3824d-aa05-45bb-89af-3e2020af3992 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:55.136540 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3824d-aa05-45bb-89af-3e2020af3992 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:55.136865 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3824d-aa05-45bb-89af-3e2020af3992 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:55.137188 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3824d-aa05-45bb-89af-3e2020af3992 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:55.137515 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3824d-aa05-45bb-89af-3e2020af3992 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:55.137862 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3824d-aa05-45bb-89af-3e2020af3992 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:55.138315 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ff3824d-aa05-45bb-89af-3e2020af3992 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:05:55.269253 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177526bd-0bd5-494f-a06c-128cd09c5e15 req-33c04c5e-2c81-4acf-b237-719aaad57627 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:55.271135 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-177526bd-0bd5-494f-a06c-128cd09c5e15 req-33c04c5e-2c81-4acf-b237-719aaad57627 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 944 time: 0.0553677 Sep 13 13:05:55.279851 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-a13db97a-2807-4262-8031-592c873a4d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '26bcbd96-9ecb-4016-abf3-6e5a8adef64b', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'port_id': 'c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'mac_address': 'fa:16:3e:8b:35:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42476fd8-5bc5-47f9-8aa9-da3e3012656b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:05:13Z', 'updated_at': '2022-09-13T13:05:53Z', 'revision_number': 1, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:55.309723 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13db97a-2807-4262-8031-592c873a4d72 None None] Checking router: 8bf8171d-2b9c-4569-8528-71cfbdafa430 for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:05:55.318452 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13db97a-2807-4262-8031-592c873a4d72 None None] Routers {'8bf8171d-2b9c-4569-8528-71cfbdafa430'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:05:55.319047 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-a13db97a-2807-4262-8031-592c873a4d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:05:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8bf8171d-2b9c-4569-8528-71cfbdafa430'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:55.325545 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-177526bd-0bd5-494f-a06c-128cd09c5e15 req-c7678310-312e-4ab2-b3dc-282d6c123427 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486169 Sep 13 13:05:55.414170 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 34108) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:55.425707 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-a13db97a-2807-4262-8031-592c873a4d72 None None] Set router 8bf8171d-2b9c-4569-8528-71cfbdafa430 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:05:55.536087 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d55a8aec-6593-487a-8b35-a7b678b8654c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:55.606684 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:55.615825 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d55a8aec-6593-487a-8b35-a7b678b8654c admin admin] Publish callbacks [] for security_group (1c554e4e-9075-46b5-8c07-f25474fe006c), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:55.666807 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d55a8aec-6593-487a-8b35-a7b678b8654c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (1c554e4e-9075-46b5-8c07-f25474fe006c), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:55.667373 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-a13db97a-2807-4262-8031-592c873a4d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '26bcbd96-9ecb-4016-abf3-6e5a8adef64b', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'port_id': 'c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'mac_address': 'fa:16:3e:8b:35:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42476fd8-5bc5-47f9-8aa9-da3e3012656b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:05:13Z', 'updated_at': '2022-09-13T13:05:53Z', 'revision_number': 1, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:05:55.692526 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13db97a-2807-4262-8031-592c873a4d72 None None] The sync data for ids ['8bf8171d-2b9c-4569-8528-71cfbdafa430'] in dv-cinder-801354-10-iscsi is: [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '26bcbd96-9ecb-4016-abf3-6e5a8adef64b', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'port_id': 'c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'mac_address': 'fa:16:3e:8b:35:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42476fd8-5bc5-47f9-8aa9-da3e3012656b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:05:13Z', 'updated_at': '2022-09-13T13:05:53Z', 'revision_number': 1, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:05:55.715281 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a8aec-6593-487a-8b35-a7b678b8654c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c554e4e-9075-46b5-8c07-f25474fe006c,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:55.725021 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-d55a8aec-6593-487a-8b35-a7b678b8654c admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=0b25544a0b2a4cc19391f0a5c2db9a38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3096266 Sep 13 13:05:55.730748 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 34116) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:55.765056 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 34118) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:55.792926 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a71140e4-49b9-4c0e-bacd-18bfbd5bcf81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:55.793391 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1130ba4c-3878-4688-b397-0b25932f4efe admin admin] Publish callbacks [] for security_group (1c554e4e-9075-46b5-8c07-f25474fe006c), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:55.803257 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1479f-fd8b-4bc1-81f7-b2412322b35b req-c61fe88c-5201-4da5-b0a3-60194ac36d5c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:55.805009 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1da1479f-fd8b-4bc1-81f7-b2412322b35b req-c61fe88c-5201-4da5-b0a3-60194ac36d5c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0772424 Sep 13 13:05:55.818068 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1130ba4c-3878-4688-b397-0b25932f4efe admin admin] Publish callbacks [] for security_group (1c554e4e-9075-46b5-8c07-f25474fe006c), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:55.886654 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1da1479f-fd8b-4bc1-81f7-b2412322b35b req-02996a3f-0ce6-403d-ab8c-1a39f8d0d920 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722566 Sep 13 13:05:55.990528 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1130ba4c-3878-4688-b397-0b25932f4efe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (1c554e4e-9075-46b5-8c07-f25474fe006c), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:55.993612 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1130ba4c-3878-4688-b397-0b25932f4efe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:55.995215 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-1130ba4c-3878-4688-b397-0b25932f4efe admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/1c554e4e-9075-46b5-8c07-f25474fe006c HTTP/1.1" status: 204 len: 168 time: 0.2657926 Sep 13 13:05:56.013034 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130ba4c-3878-4688-b397-0b25932f4efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c554e4e-9075-46b5-8c07-f25474fe006c,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:56.048165 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a71140e4-49b9-4c0e-bacd-18bfbd5bcf81 admin admin] Publish callbacks [] for security_group (6b929656-1e03-4a24-a00a-eca167641887), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:56.144619 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a71140e4-49b9-4c0e-bacd-18bfbd5bcf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (6b929656-1e03-4a24-a00a-eca167641887), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:56.171293 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=82,neutron:DELETE=1,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:56.213724 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b0523-7aad-480f-a589-b2aed21975bf req-b7c2cddc-0353-4144-8dc9-e2a04c95d6ac tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:56.215305 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e47b0523-7aad-480f-a589-b2aed21975bf req-b7c2cddc-0353-4144-8dc9-e2a04c95d6ac tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0848956 Sep 13 13:05:56.217783 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-a71140e4-49b9-4c0e-bacd-18bfbd5bcf81 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=7e2e2b414acd4accba56b193c2fc3952&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4516904 Sep 13 13:05:56.222996 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 34126) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:56.224726 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71140e4-49b9-4c0e-bacd-18bfbd5bcf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b929656-1e03-4a24-a00a-eca167641887,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:56.278304 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e47b0523-7aad-480f-a589-b2aed21975bf req-343cbc79-b02f-4ac1-a42f-6d48d4e394fd tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552270 Sep 13 13:05:56.287927 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a961858b-026d-4743-90cb-48b595dacd44 admin admin] Publish callbacks [] for security_group (6b929656-1e03-4a24-a00a-eca167641887), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:56.310801 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a961858b-026d-4743-90cb-48b595dacd44 admin admin] Publish callbacks [] for security_group (6b929656-1e03-4a24-a00a-eca167641887), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:56.430102 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a961858b-026d-4743-90cb-48b595dacd44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (6b929656-1e03-4a24-a00a-eca167641887), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:56.432857 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a961858b-026d-4743-90cb-48b595dacd44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:56.437263 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-a961858b-026d-4743-90cb-48b595dacd44 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/6b929656-1e03-4a24-a00a-eca167641887 HTTP/1.1" status: 204 len: 168 time: 0.2151139 Sep 13 13:05:56.446435 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a961858b-026d-4743-90cb-48b595dacd44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b929656-1e03-4a24-a00a-eca167641887,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:56.462986 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd64ca-6c0c-449a-934f-ab5e55c36857 req-3bc0b3cf-2d15-43cf-ab18-e3b784f2fef3 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:56.465000 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1acd64ca-6c0c-449a-934f-ab5e55c36857 req-3bc0b3cf-2d15-43cf-ab18-e3b784f2fef3 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 944 time: 0.0576997 Sep 13 13:05:56.526761 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1acd64ca-6c0c-449a-934f-ab5e55c36857 req-c51945a2-4308-4ace-b961-065561e7c2ae tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545769 Sep 13 13:05:56.581889 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a2dcdb0-bdc2-4bd4-be26-c8b984988b14 None None] New status for floating IP 26bcbd96-9ecb-4016-abf3-6e5a8adef64b: ACTIVE {{(pid=106851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:05:56.835006 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 34138) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:56.849417 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa454-ba9e-41f9-92c0-31febd648bd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:56.939408 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa454-ba9e-41f9-92c0-31febd648bd0 admin admin] Publish callbacks [] for security_group (4355805f-123a-42c9-a5fa-1d0ae4973561), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:57.025456 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6af04b-328b-4b6b-8b2a-845b6149dec2 req-c6d3d21c-a22b-40ff-971b-bd613b834421 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:57.025982 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bc3aa454-ba9e-41f9-92c0-31febd648bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (4355805f-123a-42c9-a5fa-1d0ae4973561), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:57.026991 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dc6af04b-328b-4b6b-8b2a-845b6149dec2 req-c6d3d21c-a22b-40ff-971b-bd613b834421 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0514972 Sep 13 13:05:57.071600 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-bc3aa454-ba9e-41f9-92c0-31febd648bd0 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=22b1c90ff50a4105850f862a43799961&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351968 Sep 13 13:05:57.074080 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 34150) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:05:57.082013 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3aa454-ba9e-41f9-92c0-31febd648bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4355805f-123a-42c9-a5fa-1d0ae4973561,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:57.093478 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dc6af04b-328b-4b6b-8b2a-845b6149dec2 req-3e4f9be3-75f7-4166-b0b2-c64395bcab2e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557139 Sep 13 13:05:57.130396 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-478fceef-2f78-422c-920b-902affd7cea5 admin admin] Publish callbacks [] for security_group (4355805f-123a-42c9-a5fa-1d0ae4973561), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:57.138018 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:57.151789 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-478fceef-2f78-422c-920b-902affd7cea5 admin admin] Publish callbacks [] for security_group (4355805f-123a-42c9-a5fa-1d0ae4973561), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:57.277130 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-478fceef-2f78-422c-920b-902affd7cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (4355805f-123a-42c9-a5fa-1d0ae4973561), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:57.279603 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-478fceef-2f78-422c-920b-902affd7cea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:05:57.280811 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-478fceef-2f78-422c-920b-902affd7cea5 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/4355805f-123a-42c9-a5fa-1d0ae4973561 HTTP/1.1" status: 204 len: 168 time: 0.2058473 Sep 13 13:05:57.289461 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478fceef-2f78-422c-920b-902affd7cea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4355805f-123a-42c9-a5fa-1d0ae4973561,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:05:57.423771 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d4c0d-0758-4f8f-99e4-d3610f4875dc req-a17b2ec9-9d6f-45c8-b820-81edb6d456f5 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:57.425289 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ad3d4c0d-0758-4f8f-99e4-d3610f4875dc req-a17b2ec9-9d6f-45c8-b820-81edb6d456f5 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0571318 Sep 13 13:05:57.497488 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:INSERT=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:57.500893 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec7ce8-4675-49a6-8844-4fd138949b1e req-84ba60f4-c83b-473d-8c31-e320cb4b4100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:57.502476 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-70ec7ce8-4675-49a6-8844-4fd138949b1e req-84ba60f4-c83b-473d-8c31-e320cb4b4100 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=7775bd9f19b64c8ca07407c103dcff9b&device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 1129 time: 0.0398130 Sep 13 13:05:57.515136 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ad3d4c0d-0758-4f8f-99e4-d3610f4875dc req-25cdfa94-af96-4011-930f-98fb1eb87090 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802057 Sep 13 13:05:57.518277 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8c0b4-dd20-41fc-ab9c-154dd63c9bb1 req-046433c1-983b-4d16-bc5d-816de2be20db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:57.519729 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5ca8c0b4-dd20-41fc-ab9c-154dd63c9bb1 req-046433c1-983b-4d16-bc5d-816de2be20db service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 1129 time: 0.0537598 Sep 13 13:05:57.688879 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c1c0f-8df8-4935-934f-26a139ceb4d5 req-291401fb-4075-4a15-b675-4bf6eec77c1d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:57.690770 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-984c1c0f-8df8-4935-934f-26a139ceb4d5 req-291401fb-4075-4a15-b675-4bf6eec77c1d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 944 time: 0.0659649 Sep 13 13:05:57.747515 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-984c1c0f-8df8-4935-934f-26a139ceb4d5 req-5dc30bf9-51dd-4bd5-a8dc-72c1b49eb502 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502670 Sep 13 13:05:57.769329 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['ced03e29-9082-4781-9cd3-50d8f96acb9e'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:05:57.785512 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec7ce8-4675-49a6-8844-4fd138949b1e req-6c45a603-107b-4b35-9ed9-faafd7a63ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:57.786955 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-70ec7ce8-4675-49a6-8844-4fd138949b1e req-6c45a603-107b-4b35-9ed9-faafd7a63ed0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=1f0b8231-ada5-4945-87a4-d1b052328819 HTTP/1.1" status: 200 len: 916 time: 0.1841490 Sep 13 13:05:57.802817 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:58.276785 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9454a8-7f9a-42a6-abf2-cc3c24fc5cbf req-079f5ee0-5c88-4801-ba80-1edf9aec4174 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:58.282182 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5a9454a8-7f9a-42a6-abf2-cc3c24fc5cbf req-079f5ee0-5c88-4801-ba80-1edf9aec4174 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0791113 Sep 13 13:05:58.333809 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5a9454a8-7f9a-42a6-abf2-cc3c24fc5cbf req-ee13f495-66cc-44c6-a26f-7f4e5348afe9 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486748 Sep 13 13:05:58.668007 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e602b535-758d-4f25-ba88-d1127d0ead4e req-fd8d8cbc-19e7-4a78-9454-de9d264651ff tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:58.669811 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e602b535-758d-4f25-ba88-d1127d0ead4e req-fd8d8cbc-19e7-4a78-9454-de9d264651ff tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0551946 Sep 13 13:05:58.722682 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e602b535-758d-4f25-ba88-d1127d0ead4e req-650455db-c292-46b9-bb5d-04d74627e031 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455852 Sep 13 13:05:58.871947 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:05:58.894998 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d41b3-4f59-4f1c-b2cd-d1557a999d84 req-2676cceb-7eb9-4edc-af21-8647990009be tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:58.897064 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-429d41b3-4f59-4f1c-b2cd-d1557a999d84 req-2676cceb-7eb9-4edc-af21-8647990009be tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 944 time: 0.0558450 Sep 13 13:05:58.968426 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-429d41b3-4f59-4f1c-b2cd-d1557a999d84 req-fae30e4e-0eaa-4cab-86eb-09fe1719e18e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566554 Sep 13 13:05:59.468359 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6b7fd-f7c9-433f-9525-ef718ee5304f req-d0609743-b763-4bba-b7b8-71eb3a8939e9 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:59.469108 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-29a6b7fd-f7c9-433f-9525-ef718ee5304f req-d0609743-b763-4bba-b7b8-71eb3a8939e9 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0474701 Sep 13 13:05:59.527775 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-29a6b7fd-f7c9-433f-9525-ef718ee5304f req-73bbdab1-4e3c-4aa3-a8b6-36c4017e59e8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535533 Sep 13 13:05:59.855733 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c24b51-6733-43ac-99ae-cb3655f3faba req-0077ef9b-6b18-4c71-b75c-a30d73953ed7 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:05:59.859980 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a6c24b51-6733-43ac-99ae-cb3655f3faba req-0077ef9b-6b18-4c71-b75c-a30d73953ed7 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0504868 Sep 13 13:05:59.906536 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a6c24b51-6733-43ac-99ae-cb3655f3faba req-5715519b-147c-4d08-9e77-40a7868279e7 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430083 Sep 13 13:06:00.084882 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3597952-77b7-4621-a130-a824cd8ae324 req-d46ed4b5-e915-48cc-8a92-c444d3462840 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:00.086916 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a3597952-77b7-4621-a130-a824cd8ae324 req-d46ed4b5-e915-48cc-8a92-c444d3462840 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 944 time: 0.0490201 Sep 13 13:06:00.132848 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a3597952-77b7-4621-a130-a824cd8ae324 req-d99be92c-c8d3-4227-bcd2-cd72062fbe0e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404415 Sep 13 13:06:00.416107 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['ad1412c9-5963-436d-923b-0352d8bd326d'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:06:00.648337 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25034896-c6ff-41a9-a777-197b81db550c req-116312cd-6f75-4657-8d8f-d94207fbc213 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:00.649796 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-25034896-c6ff-41a9-a777-197b81db550c req-116312cd-6f75-4657-8d8f-d94207fbc213 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0466783 Sep 13 13:06:00.697961 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-25034896-c6ff-41a9-a777-197b81db550c req-1ad4ef1b-cf7f-42f7-8ed6-7960969a4504 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424681 Sep 13 13:06:00.950387 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:00.968752 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5ca8c0b4-dd20-41fc-ab9c-154dd63c9bb1 req-1c56f053-c076-4422-af64-fbc7e4fe77be service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587549 Sep 13 13:06:01.033435 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-70ec7ce8-4675-49a6-8844-4fd138949b1e req-4dc29f82-cc14-4278-ab49-c74fd04e4173 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c HTTP/1.1" status: 200 len: 1001 time: 0.1123080 Sep 13 13:06:01.048567 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c56c7c-8ff0-47e0-b7a8-e6c481d05797 req-537ab5bf-318a-4737-abaf-e68f2b90fca2 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:01.050129 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a6c56c7c-8ff0-47e0-b7a8-e6c481d05797 req-537ab5bf-318a-4737-abaf-e68f2b90fca2 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0553107 Sep 13 13:06:01.099182 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a6c56c7c-8ff0-47e0-b7a8-e6c481d05797 req-782f4e07-babf-49ca-8df3-a34b090f6905 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431271 Sep 13 13:06:01.250145 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7e60e-d02b-47c3-857e-391133c45fae req-643b3dfc-18d4-44e9-9f9c-20ff628077b5 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:01.251510 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d7c7e60e-d02b-47c3-857e-391133c45fae req-643b3dfc-18d4-44e9-9f9c-20ff628077b5 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 944 time: 0.0457122 Sep 13 13:06:01.298420 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d7c7e60e-d02b-47c3-857e-391133c45fae req-829ff2e3-de53-4e72-a9e1-dd48dbe9f0f4 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414209 Sep 13 13:06:01.374673 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:01.822425 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c14f4d-44c3-43d9-b43c-e6890be11b38 req-d1f17156-1378-49a6-8ba7-9774ecdc19ff tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:01.823802 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-80c14f4d-44c3-43d9-b43c-e6890be11b38 req-d1f17156-1378-49a6-8ba7-9774ecdc19ff tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0463037 Sep 13 13:06:01.876497 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-80c14f4d-44c3-43d9-b43c-e6890be11b38 req-e3b499fa-992b-40f1-9e93-3c8112d5c78c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470247 Sep 13 13:06:02.234135 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d652c93-0787-4c27-a97e-ecb946f119c1 req-cb8f45d2-904d-4d5e-8afe-ffb674107fc9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:02.235649 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5d652c93-0787-4c27-a97e-ecb946f119c1 req-cb8f45d2-904d-4d5e-8afe-ffb674107fc9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0549905 Sep 13 13:06:02.270408 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:02.286926 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5d652c93-0787-4c27-a97e-ecb946f119c1 req-e2d3d158-f500-4cd7-82b3-09f7643a745e tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444403 Sep 13 13:06:02.395869 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec7ce8-4675-49a6-8844-4fd138949b1e req-6d20f12b-87cf-40f8-9751-2afca6adb368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:02.397995 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-70ec7ce8-4675-49a6-8844-4fd138949b1e req-6d20f12b-87cf-40f8-9751-2afca6adb368 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8e8aac7b-ea4b-46cf-9476-3c7b376f07e0 HTTP/1.1" status: 200 len: 854 time: 0.0657198 Sep 13 13:06:02.438238 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device ad1412c9-5963-436d-923b-0352d8bd326d up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:06:02.446044 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ec7ce8-4675-49a6-8844-4fd138949b1e req-445fc926-b4b5-414d-9381-8bd0f2e020a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:02.447656 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-70ec7ce8-4675-49a6-8844-4fd138949b1e req-445fc926-b4b5-414d-9381-8bd0f2e020a1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=1f0b8231-ada5-4945-87a4-d1b052328819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0399902 Sep 13 13:06:02.467753 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4b0b82dd-6fcd-4d8c-bee6-de70de2fa399 req-2113c27e-14c2-4962-83d0-ed0a0b658caa service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1155827 Sep 13 13:06:02.470987 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:02.498373 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759f7826-2503-4187-8a0f-952bde4f2b3a req-afc09fb9-1d70-4664-8dd5-968944309d41 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:02.498373 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-759f7826-2503-4187-8a0f-952bde4f2b3a req-afc09fb9-1d70-4664-8dd5-968944309d41 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0990145 Sep 13 13:06:02.498563 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a297f82c-f9b1-4223-99d2-c6432b168f8e req-466aa665-0303-40f1-94a7-0f4b7a61842f tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:02.505451 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a297f82c-f9b1-4223-99d2-c6432b168f8e req-466aa665-0303-40f1-94a7-0f4b7a61842f tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 944 time: 0.1125889 Sep 13 13:06:02.506711 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 34302) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:02.509196 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning for port ad1412c9-5963-436d-923b-0352d8bd326d completed by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 13:06:02.513040 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-b2b21df0-8a75-4a14-8ff9-9b11b43dfef9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Request body: {'floatingip': {'port_id': '80c82096-8d7e-47cb-a713-18ffef510762'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:06:02.561642 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a297f82c-f9b1-4223-99d2-c6432b168f8e req-58d1259a-46fc-45b1-a933-5436ce459d47 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528333 Sep 13 13:06:02.603015 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port ad1412c9-5963-436d-923b-0352d8bd326d triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:06:02.603735 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (ad1412c9-5963-436d-923b-0352d8bd326d), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:02.716519 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port ad1412c9-5963-436d-923b-0352d8bd326d is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:06:02.717048 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (ad1412c9-5963-436d-923b-0352d8bd326d), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:02.744577 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8e228d-cd12-415d-be09-a5a49b6f72c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1412c9-5963-436d-923b-0352d8bd326d'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:06:02.746821 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb090c8d-dea3-4b5a-90e7-393177c5c2fb" -d '{"events": [{"server_uuid": "4e8e228d-cd12-415d-be09-a5a49b6f72c7", "name": "network-vif-plugged", "status": "completed", "tag": "ad1412c9-5963-436d-923b-0352d8bd326d"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:06:02.762313 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b2b21df0-8a75-4a14-8ff9-9b11b43dfef9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for floatingip (03dfe950-ed20-4521-97fb-65e21ba09e07), before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:02.764943 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port ad1412c9-5963-436d-923b-0352d8bd326d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ad1412c9-5963-436d-923b-0352d8bd326d,segment=NetworkSegment(0474db13-9c18-41f3-8716-d4ff64da1e69),segment_id=0474db13-9c18-41f3-8716-d4ff64da1e69)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:06:02.785381 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40570722-531c-4fc8-9319-3d7f67f6a25d x-openstack-request-id: req-40570722-531c-4fc8-9319-3d7f67f6a25d {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:06:02.785694 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8e228d-cd12-415d-be09-a5a49b6f72c7", "name": "network-vif-plugged", "status": "completed", "tag": "ad1412c9-5963-436d-923b-0352d8bd326d", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:06:02.786045 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-40570722-531c-4fc8-9319-3d7f67f6a25d {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:06:02.786441 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40570722-531c-4fc8-9319-3d7f67f6a25d'] response: {'server_uuid': '4e8e228d-cd12-415d-be09-a5a49b6f72c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad1412c9-5963-436d-923b-0352d8bd326d', 'code': 200} Sep 13 13:06:02.859775 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (ad1412c9-5963-436d-923b-0352d8bd326d), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:02.860505 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device ced03e29-9082-4781-9cd3-50d8f96acb9e up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:06:02.904102 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-70ec7ce8-4675-49a6-8844-4fd138949b1e req-1e12be32-cc0c-44cc-a134-7a7421304fd5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490693 Sep 13 13:06:02.956706 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning for port ced03e29-9082-4781-9cd3-50d8f96acb9e completed by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 13:06:02.960444 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=ad1412c9-5963-436d-923b-0352d8bd326d,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:02.960977 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b82dd-6fcd-4d8c-bee6-de70de2fa399 req-faa10899-4216-4609-90e5-15b6d8b93845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:02.962628 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4b0b82dd-6fcd-4d8c-bee6-de70de2fa399 req-faa10899-4216-4609-90e5-15b6d8b93845 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=eaaf8aa87a0f47cc9ba9f477de3c2d67&device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 1130 time: 0.0653925 Sep 13 13:06:03.031681 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port ced03e29-9082-4781-9cd3-50d8f96acb9e triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:06:03.032314 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (ced03e29-9082-4781-9cd3-50d8f96acb9e), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:03.036458 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a40a4-70f9-4551-aa65-45e7f9d9a7d0 req-9053e294-3c9a-49c2-be09-f5a32ef872b8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:03.038675 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-851a40a4-70f9-4551-aa65-45e7f9d9a7d0 req-9053e294-3c9a-49c2-be09-f5a32ef872b8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0531003 Sep 13 13:06:03.098406 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-851a40a4-70f9-4551-aa65-45e7f9d9a7d0 req-6c1fc8ef-f522-49da-8eea-26ae918492a6 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510540 Sep 13 13:06:03.123981 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-70ec7ce8-4675-49a6-8844-4fd138949b1e req-20e8cc6e-7741-448e-bd33-b845c7733c7b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121861 Sep 13 13:06:03.266573 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port ced03e29-9082-4781-9cd3-50d8f96acb9e is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:06:03.266953 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (ced03e29-9082-4781-9cd3-50d8f96acb9e), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:03.301310 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port ced03e29-9082-4781-9cd3-50d8f96acb9e, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ced03e29-9082-4781-9cd3-50d8f96acb9e,segment=NetworkSegment(add5e484-7471-480b-a06b-32a9eb9454e4),segment_id=add5e484-7471-480b-a06b-32a9eb9454e4)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:06:03.362317 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-7daafef7-6703-4465-ac14-68e5e80de031 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:03.380401 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (ced03e29-9082-4781-9cd3-50d8f96acb9e), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:03.442466 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:03.447887 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=ced03e29-9082-4781-9cd3-50d8f96acb9e,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:03.540252 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b2b21df0-8a75-4a14-8ff9-9b11b43dfef9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:03.633881 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 34338) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:03.639054 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:03.646065 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b82dd-6fcd-4d8c-bee6-de70de2fa399 req-721a9cc2-2d34-4ec1-bbe4-747bbc645d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:03.648157 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-4b0b82dd-6fcd-4d8c-bee6-de70de2fa399 req-721a9cc2-2d34-4ec1-bbe4-747bbc645d60 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=5b976880-9e41-4b86-a566-57238c6963b2 HTTP/1.1" status: 200 len: 913 time: 0.1432426 Sep 13 13:06:03.674255 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b2b21df0-8a75-4a14-8ff9-9b11b43dfef9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (03dfe950-ed20-4521-97fb-65e21ba09e07), after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:03.729004 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192930e-2f80-4793-9298-9e1103e9b8d2 req-59a6625b-0a26-4774-995d-0fd6c9791442 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:03.730846 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4192930e-2f80-4793-9298-9e1103e9b8d2 req-59a6625b-0a26-4774-995d-0fd6c9791442 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0625293 Sep 13 13:06:03.741806 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:03.802316 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.db.l3_db [None req-b2b21df0-8a75-4a14-8ff9-9b11b43dfef9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Floating IP 03dfe950-ed20-4521-97fb-65e21ba09e07 associated. External IP: 172.27.1.184, port: 80c82096-8d7e-47cb-a713-18ffef510762. Sep 13 13:06:03.808706 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-582deb97-f376-4b0f-8978-2a2015356c11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:03.821527 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4192930e-2f80-4793-9298-9e1103e9b8d2 req-5589776b-ce48-4e10-b650-4d6723ecb0d7 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839212 Sep 13 13:06:03.968556 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-582deb97-f376-4b0f-8978-2a2015356c11 admin admin] Publish callbacks [] for security_group (253d3c7b-bbfc-4ba2-8963-ab34cbbbea66), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:04.054263 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2b21df0-8a75-4a14-8ff9-9b11b43dfef9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Router 150dce18-585e-4911-8f36-6a6ad5d4883b has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:06:04.100098 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-582deb97-f376-4b0f-8978-2a2015356c11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (253d3c7b-bbfc-4ba2-8963-ab34cbbbea66), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:04.144233 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-4b0b82dd-6fcd-4d8c-bee6-de70de2fa399 req-e5a7ddeb-d09e-4aae-a6f9-e01117ccec8a service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 HTTP/1.1" status: 200 len: 217 time: 0.0390000 Sep 13 13:06:04.186466 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-582deb97-f376-4b0f-8978-2a2015356c11 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=1e982224ca4744afa6e2a85e4a73919c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5517642 Sep 13 13:06:04.201931 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 34368) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:04.206296 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582deb97-f376-4b0f-8978-2a2015356c11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253d3c7b-bbfc-4ba2-8963-ab34cbbbea66,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:04.243108 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a32b24-1292-4486-b6f2-896b9715a3c3 req-d5fb75e3-3817-4aee-a98c-dfd046f9a23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:04.244760 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-40a32b24-1292-4486-b6f2-896b9715a3c3 req-d5fb75e3-3817-4aee-a98c-dfd046f9a23c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 1130 time: 0.1244996 Sep 13 13:06:04.325348 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:04.334826 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa74b70e-33f7-487f-a127-3b43173379ad req-1064bdbc-0fc2-4bc0-9b3b-6216eb63ea4a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:04.343876 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-aa74b70e-33f7-487f-a127-3b43173379ad req-1064bdbc-0fc2-4bc0-9b3b-6216eb63ea4a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.1029549 Sep 13 13:06:04.399233 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b90efa78-bc2e-48d4-9d12-da446ffe4a8c admin admin] Publish callbacks [] for security_group (253d3c7b-bbfc-4ba2-8963-ab34cbbbea66), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:04.426481 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-40a32b24-1292-4486-b6f2-896b9715a3c3 req-e6ff02ea-5101-494d-a116-054a43f336b4 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588793 Sep 13 13:06:04.436475 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b90efa78-bc2e-48d4-9d12-da446ffe4a8c admin admin] Publish callbacks [] for security_group (253d3c7b-bbfc-4ba2-8963-ab34cbbbea66), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:04.438095 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:04.444865 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b21df0-8a75-4a14-8ff9-9b11b43dfef9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:06:04.448887 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b2b21df0-8a75-4a14-8ff9-9b11b43dfef9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:04.456368 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e2c3fe-38bc-436a-91d3-2a9a1814d1eb None None] Sync routers for ids ['150dce18-585e-4911-8f36-6a6ad5d4883b'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:06:04.472460 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e2c3fe-38bc-436a-91d3-2a9a1814d1eb None None] Routers {'150dce18-585e-4911-8f36-6a6ad5d4883b'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:06:04.473072 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-d8e2c3fe-38bc-436a-91d3-2a9a1814d1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:05:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['150dce18-585e-4911-8f36-6a6ad5d4883b'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:06:04.484966 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-b2b21df0-8a75-4a14-8ff9-9b11b43dfef9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/03dfe950-ed20-4521-97fb-65e21ba09e07 HTTP/1.1" status: 200 len: 992 time: 1.9751511 Sep 13 13:06:04.485612 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c784b1b-72d1-431c-bca7-12cc7f5aa2b8', 'tag': '80c82096-8d7e-47cb-a713-18ffef510762'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:06:04.487497 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23bb1fb122ba8f1da103ecdb274102d78ba2f3e34c615a0d13b2dbc04813c26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dedf312-4663-4924-9a4f-ac48cda52cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "1c784b1b-72d1-431c-bca7-12cc7f5aa2b8", "tag": "80c82096-8d7e-47cb-a713-18ffef510762"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:06:04.490453 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-aa74b70e-33f7-487f-a127-3b43173379ad req-e86c4e4a-4092-4ab5-b71e-8390e7aeca97 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478686 Sep 13 13:06:04.505053 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b82dd-6fcd-4d8c-bee6-de70de2fa399 req-0bc316c5-81c7-4cd3-9a41-8d7889856f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:04.506761 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-4b0b82dd-6fcd-4d8c-bee6-de70de2fa399 req-0bc316c5-81c7-4cd3-9a41-8d7889856f25 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=4884382d-2c2c-4b3c-ab55-6e5f10e386b7 HTTP/1.1" status: 200 len: 851 time: 0.3513932 Sep 13 13:06:04.548933 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18b26d27-7e57-49f3-bd9a-ac8f13d73e80 x-openstack-request-id: req-18b26d27-7e57-49f3-bd9a-ac8f13d73e80 {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:06:04.548933 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c784b1b-72d1-431c-bca7-12cc7f5aa2b8", "tag": "80c82096-8d7e-47cb-a713-18ffef510762", "status": "completed", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:06:04.549505 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-18b26d27-7e57-49f3-bd9a-ac8f13d73e80 {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:06:04.549505 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18b26d27-7e57-49f3-bd9a-ac8f13d73e80'] response: {'name': 'network-changed', 'server_uuid': '1c784b1b-72d1-431c-bca7-12cc7f5aa2b8', 'tag': '80c82096-8d7e-47cb-a713-18ffef510762', 'status': 'completed', 'code': 200} Sep 13 13:06:04.617634 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-d8e2c3fe-38bc-436a-91d3-2a9a1814d1eb None None] Set router 150dce18-585e-4911-8f36-6a6ad5d4883b gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:06:04.641016 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b90efa78-bc2e-48d4-9d12-da446ffe4a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (253d3c7b-bbfc-4ba2-8963-ab34cbbbea66), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:04.644134 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b90efa78-bc2e-48d4-9d12-da446ffe4a8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:04.645485 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-b90efa78-bc2e-48d4-9d12-da446ffe4a8c admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/253d3c7b-bbfc-4ba2-8963-ab34cbbbea66 HTTP/1.1" status: 204 len: 168 time: 0.4403248 Sep 13 13:06:04.656560 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90efa78-bc2e-48d4-9d12-da446ffe4a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253d3c7b-bbfc-4ba2-8963-ab34cbbbea66,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:04.717573 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=100 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:04.751266 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=100 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:04.754972 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=100 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:04.756334 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b82dd-6fcd-4d8c-bee6-de70de2fa399 req-3557602a-23a1-4124-9393-d0f658f64bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:04.758940 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-4b0b82dd-6fcd-4d8c-bee6-de70de2fa399 req-3557602a-23a1-4124-9393-d0f658f64bdf service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=5b976880-9e41-4b86-a566-57238c6963b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0525420 Sep 13 13:06:04.765344 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedf312-4663-4924-9a4f-ac48cda52cdc req-f9d36f43-22a5-4074-9c63-0242ccc88e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:04.765911 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2dedf312-4663-4924-9a4f-ac48cda52cdc req-f9d36f43-22a5-4074-9c63-0242ccc88e63 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a4e94c8248874defa3cb01d0725dfcb0&device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 1130 time: 0.0441229 Sep 13 13:06:04.787494 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9571f561-e164-4b23-8ffe-8fc0cfcb7321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced03e29-9082-4781-9cd3-50d8f96acb9e'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:06:04.795859 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a5f992-cfe8-4845-baca-ea67a17fbb2b" -d '{"events": [{"server_uuid": "9571f561-e164-4b23-8ffe-8fc0cfcb7321", "name": "network-vif-plugged", "status": "completed", "tag": "ced03e29-9082-4781-9cd3-50d8f96acb9e"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:06:04.877258 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9caa46-db3f-4203-b382-54f4e1f12797 x-openstack-request-id: req-af9caa46-db3f-4203-b382-54f4e1f12797 {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:06:04.878263 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9571f561-e164-4b23-8ffe-8fc0cfcb7321", "name": "network-vif-plugged", "status": "completed", "tag": "ced03e29-9082-4781-9cd3-50d8f96acb9e", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:06:04.878734 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-af9caa46-db3f-4203-b382-54f4e1f12797 {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:06:04.879333 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af9caa46-db3f-4203-b382-54f4e1f12797'] response: {'server_uuid': '9571f561-e164-4b23-8ffe-8fc0cfcb7321', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced03e29-9082-4781-9cd3-50d8f96acb9e', 'code': 200} Sep 13 13:06:04.903431 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedf312-4663-4924-9a4f-ac48cda52cdc req-55b47cd3-a1bd-4e62-a571-ac592feeb3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:04.903431 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2dedf312-4663-4924-9a4f-ac48cda52cdc req-55b47cd3-a1bd-4e62-a571-ac592feeb3e7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=8b1eaf98-b39c-4204-9cb2-5b574f83717c HTTP/1.1" status: 200 len: 918 time: 0.1115601 Sep 13 13:06:04.953425 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-d8e2c3fe-38bc-436a-91d3-2a9a1814d1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'name': 'tempest-AttachVolumeShelveTestJSON-1233448772-router', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:09Z', 'revision_number': 4, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'gw_port': {'id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '03dfe950-ed20-4521-97fb-65e21ba09e07', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'port_id': '80c82096-8d7e-47cb-a713-18ffef510762', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'mac_address': 'fa:16:3e:b6:a6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c784b1b-72d1-431c-bca7-12cc7f5aa2b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:05:17Z', 'updated_at': '2022-09-13T13:06:03Z', 'revision_number': 1, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15d10a3-f8aa-4a5c-abe7-5638d396ef61', 'name': '', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'mac_address': 'fa:16:3e:c9:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:08Z', 'updated_at': '2022-09-13T13:05:24Z', 'revision_number': 5, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'subnets': [{'id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:06:04.987098 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e2c3fe-38bc-436a-91d3-2a9a1814d1eb None None] Checking router: 150dce18-585e-4911-8f36-6a6ad5d4883b for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:06:05.000424 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e2c3fe-38bc-436a-91d3-2a9a1814d1eb None None] Routers {'150dce18-585e-4911-8f36-6a6ad5d4883b'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:06:05.001278 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-d8e2c3fe-38bc-436a-91d3-2a9a1814d1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:05:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['150dce18-585e-4911-8f36-6a6ad5d4883b'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:06:05.003411 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-4b0b82dd-6fcd-4d8c-bee6-de70de2fa399 req-d4a5fc1c-34df-4e3e-a456-31bc7ab4aa02 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/5b976880-9e41-4b86-a566-57238c6963b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177703 Sep 13 13:06:05.095013 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c8e70f-e9fb-4d24-88a5-308a8979e195 req-7e97e772-57da-4103-b271-3e8120506b89 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:05.104207 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a0c8e70f-e9fb-4d24-88a5-308a8979e195 req-7e97e772-57da-4103-b271-3e8120506b89 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.1202407 Sep 13 13:06:05.115245 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2dedf312-4663-4924-9a4f-ac48cda52cdc req-1ae5b31e-a886-4264-99c1-d1fab10c43bd service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80c82096-8d7e-47cb-a713-18ffef510762 HTTP/1.1" status: 200 len: 1000 time: 0.2032394 Sep 13 13:06:05.151326 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-d8e2c3fe-38bc-436a-91d3-2a9a1814d1eb None None] Set router 150dce18-585e-4911-8f36-6a6ad5d4883b gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:06:05.198067 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a0c8e70f-e9fb-4d24-88a5-308a8979e195 req-a2a0f447-64f2-4db3-829e-deb932b612b5 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911970 Sep 13 13:06:05.317793 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8b0ec-7c84-4237-8de0-eeb468a5fc5b req-d55cb66f-8af2-428a-9dc7-1671c29151f2 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:05.322273 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b6a8b0ec-7c84-4237-8de0-eeb468a5fc5b req-d55cb66f-8af2-428a-9dc7-1671c29151f2 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0494051 Sep 13 13:06:05.371634 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b6a8b0ec-7c84-4237-8de0-eeb468a5fc5b req-b21abbe8-995b-4937-8b14-2699a2077a3a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462992 Sep 13 13:06:05.424993 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-d8e2c3fe-38bc-436a-91d3-2a9a1814d1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'name': 'tempest-AttachVolumeShelveTestJSON-1233448772-router', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:09Z', 'revision_number': 4, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'gw_port': {'id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '03dfe950-ed20-4521-97fb-65e21ba09e07', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'port_id': '80c82096-8d7e-47cb-a713-18ffef510762', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'mac_address': 'fa:16:3e:b6:a6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c784b1b-72d1-431c-bca7-12cc7f5aa2b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:05:17Z', 'updated_at': '2022-09-13T13:06:03Z', 'revision_number': 1, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15d10a3-f8aa-4a5c-abe7-5638d396ef61', 'name': '', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'mac_address': 'fa:16:3e:c9:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:08Z', 'updated_at': '2022-09-13T13:05:24Z', 'revision_number': 5, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'subnets': [{'id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:06:05.437533 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-658ae348-0985-4eab-8c8b-2cf42b549700 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:05.463432 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e2c3fe-38bc-436a-91d3-2a9a1814d1eb None None] The sync data for ids ['150dce18-585e-4911-8f36-6a6ad5d4883b'] in dv-cinder-801354-10-iscsi is: [{'id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'name': 'tempest-AttachVolumeShelveTestJSON-1233448772-router', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:09Z', 'revision_number': 4, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'gw_port': {'id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '03dfe950-ed20-4521-97fb-65e21ba09e07', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'floating_ip_address': '172.27.1.184', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'port_id': '80c82096-8d7e-47cb-a713-18ffef510762', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'mac_address': 'fa:16:3e:b6:a6:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c784b1b-72d1-431c-bca7-12cc7f5aa2b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:05:17Z', 'updated_at': '2022-09-13T13:06:03Z', 'revision_number': 1, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15d10a3-f8aa-4a5c-abe7-5638d396ef61', 'name': '', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'mac_address': 'fa:16:3e:c9:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:08Z', 'updated_at': '2022-09-13T13:05:24Z', 'revision_number': 5, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'subnets': [{'id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:06:05.544309 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedf312-4663-4924-9a4f-ac48cda52cdc req-c0076e59-d939-406e-bf27-a4e1688e848c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:05.547202 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2dedf312-4663-4924-9a4f-ac48cda52cdc req-c0076e59-d939-406e-bf27-a4e1688e848c service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=707a845c-7141-4086-a3f3-fd8375e89ff4 HTTP/1.1" status: 200 len: 856 time: 0.0836401 Sep 13 13:06:05.603016 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-4b0b82dd-6fcd-4d8c-bee6-de70de2fa399 req-07ce57ea-1665-460f-b712-34b6d86d25a6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/5b976880-9e41-4b86-a566-57238c6963b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378741 Sep 13 13:06:05.700491 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:05.724813 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedf312-4663-4924-9a4f-ac48cda52cdc req-643073ed-3071-4614-954b-5d3c8789781e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:05.727238 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2dedf312-4663-4924-9a4f-ac48cda52cdc req-643073ed-3071-4614-954b-5d3c8789781e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=8b1eaf98-b39c-4204-9cb2-5b574f83717c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1245377 Sep 13 13:06:05.750378 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082408af-31ef-4333-9de6-60e07f59d0c5 req-0e2d3ba2-69f0-41cb-b7b3-b9a425ffbdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:05.751895 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-082408af-31ef-4333-9de6-60e07f59d0c5 req-0e2d3ba2-69f0-41cb-b7b3-b9a425ffbdbc service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c15624f4312f49bb85a7a086c291d157&device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 1129 time: 0.1087310 Sep 13 13:06:05.753540 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 34414) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:05.769955 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752a5631-432e-41ae-b515-5a4e063ce812 req-bf1cc327-ceff-460e-95fa-58319b1ee0b9 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:05.771611 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-752a5631-432e-41ae-b515-5a4e063ce812 req-bf1cc327-ceff-460e-95fa-58319b1ee0b9 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 946 time: 0.0639541 Sep 13 13:06:05.846318 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-752a5631-432e-41ae-b515-5a4e063ce812 req-9ebcae69-8bda-476a-a1be-da81e29cb19e tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646272 Sep 13 13:06:05.893876 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-695c46cc-e376-4059-b770-c1d6f3a2d201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:05.974054 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-695c46cc-e376-4059-b770-c1d6f3a2d201 admin admin] Publish callbacks [] for security_group (7e4a2c57-bac0-4852-ac82-4ef11881c9ec), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:06.065957 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-695c46cc-e376-4059-b770-c1d6f3a2d201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (7e4a2c57-bac0-4852-ac82-4ef11881c9ec), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:06.106918 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c46cc-e376-4059-b770-c1d6f3a2d201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4a2c57-bac0-4852-ac82-4ef11881c9ec,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:06.111926 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-695c46cc-e376-4059-b770-c1d6f3a2d201 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=dc3f24b64c064b849e6dcda9b9871019&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3559115 Sep 13 13:06:06.114258 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 34418) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:06.172285 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-868b938f-ff2b-4d2f-898a-5d0c906b97de admin admin] Publish callbacks [] for security_group (7e4a2c57-bac0-4852-ac82-4ef11881c9ec), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:06.193134 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-868b938f-ff2b-4d2f-898a-5d0c906b97de admin admin] Publish callbacks [] for security_group (7e4a2c57-bac0-4852-ac82-4ef11881c9ec), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:06.237613 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2a084e-7bfe-49dd-aa2d-be4192a55e12 None None] New status for floating IP 03dfe950-ed20-4521-97fb-65e21ba09e07: ACTIVE {{(pid=106851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:06:06.320752 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940837fb-0e32-453c-93cf-781c39104daa req-b47081a9-b534-4a64-8da7-1251a83c659b tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:06.322304 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-940837fb-0e32-453c-93cf-781c39104daa req-b47081a9-b534-4a64-8da7-1251a83c659b tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0479181 Sep 13 13:06:06.332771 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-868b938f-ff2b-4d2f-898a-5d0c906b97de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (7e4a2c57-bac0-4852-ac82-4ef11881c9ec), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:06.336296 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-868b938f-ff2b-4d2f-898a-5d0c906b97de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:06.340025 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-868b938f-ff2b-4d2f-898a-5d0c906b97de admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/7e4a2c57-bac0-4852-ac82-4ef11881c9ec HTTP/1.1" status: 204 len: 168 time: 0.2221878 Sep 13 13:06:06.347556 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868b938f-ff2b-4d2f-898a-5d0c906b97de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4a2c57-bac0-4852-ac82-4ef11881c9ec,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:06.377559 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-940837fb-0e32-453c-93cf-781c39104daa req-326ebce6-3dc7-4d9b-944c-33a2046a52b5 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496721 Sep 13 13:06:06.491491 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1da39-ab05-422d-9675-2324d7886d0d req-bf03826b-74a9-46f9-93fd-eb169a738177 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:06.493054 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c1d1da39-ab05-422d-9675-2324d7886d0d req-bf03826b-74a9-46f9-93fd-eb169a738177 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0464568 Sep 13 13:06:06.541311 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c1d1da39-ab05-422d-9675-2324d7886d0d req-b02c990c-aac3-445d-8b46-1d270830247a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416007 Sep 13 13:06:06.929246 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:06.956604 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37510b6c-c485-4e6f-b155-59cf167428cc req-8332860f-99e2-4f8a-b8d0-86e56f9a37f2 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:06.958083 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-37510b6c-c485-4e6f-b155-59cf167428cc req-8332860f-99e2-4f8a-b8d0-86e56f9a37f2 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 946 time: 0.0513358 Sep 13 13:06:07.010650 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-37510b6c-c485-4e6f-b155-59cf167428cc req-46c6dcf1-7cec-4a63-9d63-3fea09e10518 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468388 Sep 13 13:06:07.042241 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 34442) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:07.056063 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f7ff3a3e-2505-4c08-8e7e-54ffd8d7104d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:07.133371 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f7ff3a3e-2505-4c08-8e7e-54ffd8d7104d admin admin] Publish callbacks [] for security_group (6deb8af9-7dd6-4998-9f6f-e6d9f95a37fc), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:07.200849 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f7ff3a3e-2505-4c08-8e7e-54ffd8d7104d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (6deb8af9-7dd6-4998-9f6f-e6d9f95a37fc), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:07.206347 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:07.239761 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ff3a3e-2505-4c08-8e7e-54ffd8d7104d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6deb8af9-7dd6-4998-9f6f-e6d9f95a37fc,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:07.245354 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-f7ff3a3e-2505-4c08-8e7e-54ffd8d7104d admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=46ec3907f1c242eb905a9159e52486b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2020667 Sep 13 13:06:07.247994 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 34444) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:07.306356 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-074442f7-c820-4350-8654-06e3186cafbc admin admin] Publish callbacks [] for security_group (6deb8af9-7dd6-4998-9f6f-e6d9f95a37fc), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:07.313309 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:07.331770 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-074442f7-c820-4350-8654-06e3186cafbc admin admin] Publish callbacks [] for security_group (6deb8af9-7dd6-4998-9f6f-e6d9f95a37fc), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:07.459671 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-074442f7-c820-4350-8654-06e3186cafbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (6deb8af9-7dd6-4998-9f6f-e6d9f95a37fc), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:07.462744 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-074442f7-c820-4350-8654-06e3186cafbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:07.464003 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-074442f7-c820-4350-8654-06e3186cafbc admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/6deb8af9-7dd6-4998-9f6f-e6d9f95a37fc HTTP/1.1" status: 204 len: 168 time: 0.2148347 Sep 13 13:06:07.471906 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074442f7-c820-4350-8654-06e3186cafbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6deb8af9-7dd6-4998-9f6f-e6d9f95a37fc,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:07.501216 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cb5d88-8637-4961-9221-35feefb5b7f6 req-8e0902cd-a552-477c-bae4-e57df561a75c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:07.502752 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c7cb5d88-8637-4961-9221-35feefb5b7f6 req-8e0902cd-a552-477c-bae4-e57df561a75c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0489137 Sep 13 13:06:07.551846 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c7cb5d88-8637-4961-9221-35feefb5b7f6 req-98001068-096f-4231-a765-c031cf4603e0 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429053 Sep 13 13:06:07.672285 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff6346-8a0b-43ca-877b-ec9c92413733 req-7f8eec10-a1db-4d53-ad6c-26b8dc6c8322 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:07.673655 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3cff6346-8a0b-43ca-877b-ec9c92413733 req-7f8eec10-a1db-4d53-ad6c-26b8dc6c8322 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0533996 Sep 13 13:06:07.725552 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3cff6346-8a0b-43ca-877b-ec9c92413733 req-b621101c-c807-4e9d-8bf6-df1c843609be tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438187 Sep 13 13:06:07.925137 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082408af-31ef-4333-9de6-60e07f59d0c5 req-97da08b4-0880-4fe4-b721-f64e3976e603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:07.926587 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-082408af-31ef-4333-9de6-60e07f59d0c5 req-97da08b4-0880-4fe4-b721-f64e3976e603 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 HTTP/1.1" status: 200 len: 920 time: 0.1604903 Sep 13 13:06:07.929160 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2dedf312-4663-4924-9a4f-ac48cda52cdc req-21140123-6d53-4a3b-adf2-8d6a2b35cd28 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8b1eaf98-b39c-4204-9cb2-5b574f83717c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549337 Sep 13 13:06:08.094276 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:08.130151 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21719ee7-2746-49b4-885a-3232fdac5986 req-a087e4d8-6c8c-4f9b-a3aa-db8f52636653 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:08.131803 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-21719ee7-2746-49b4-885a-3232fdac5986 req-a087e4d8-6c8c-4f9b-a3aa-db8f52636653 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 946 time: 0.0472507 Sep 13 13:06:08.185935 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-21719ee7-2746-49b4-885a-3232fdac5986 req-eaa79c58-6e33-4083-91e6-12e1096fb809 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453997 Sep 13 13:06:08.202349 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:08.385358 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:08.649619 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-082408af-31ef-4333-9de6-60e07f59d0c5 req-0f520a93-b0a0-4ca9-b7a0-8b702130c06e service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9537de83-a92f-4647-a5d6-285071c8be74 HTTP/1.1" status: 200 len: 217 time: 0.0766113 Sep 13 13:06:08.669080 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897cc615-5295-4ffd-b497-bc7d3a02682a req-bc4a2a58-a737-44bc-8a89-aaf7eec000fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:08.670976 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-897cc615-5295-4ffd-b497-bc7d3a02682a req-bc4a2a58-a737-44bc-8a89-aaf7eec000fa service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 1129 time: 0.1162648 Sep 13 13:06:09.031678 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-897cc615-5295-4ffd-b497-bc7d3a02682a req-83322519-0d21-4f93-b2e4-d582cca8a501 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576875 Sep 13 13:06:09.039003 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:09.073346 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bf1f5d-9ba0-45aa-9a0d-127e6108d2a4 req-fa361e02-e849-49d2-88b4-a09202d58f18 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:09.074828 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-21bf1f5d-9ba0-45aa-9a0d-127e6108d2a4 req-fa361e02-e849-49d2-88b4-a09202d58f18 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.3943992 Sep 13 13:06:09.097586 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2693afb-a563-4fb1-b751-1da2040c692c req-8fd28531-122a-4cd0-b151-4536e82dcbfd tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:09.099040 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f2693afb-a563-4fb1-b751-1da2040c692c req-8fd28531-122a-4cd0-b151-4536e82dcbfd tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 946 time: 0.1274467 Sep 13 13:06:09.100922 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082408af-31ef-4333-9de6-60e07f59d0c5 req-bba2ee56-c8d8-45ee-8cd3-1bd60cec5e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:09.102388 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-082408af-31ef-4333-9de6-60e07f59d0c5 req-bba2ee56-c8d8-45ee-8cd3-1bd60cec5e40 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=150922b3-3525-45d2-8627-b637b171605b HTTP/1.1" status: 200 len: 858 time: 0.4096680 Sep 13 13:06:09.114267 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a20a61-8760-4ff6-87e7-d8eba7a67a5c req-3451fa1c-6dd2-417d-8f0c-15722b65f06a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:09.115732 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-38a20a61-8760-4ff6-87e7-d8eba7a67a5c req-3451fa1c-6dd2-417d-8f0c-15722b65f06a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.1542456 Sep 13 13:06:09.129337 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2dedf312-4663-4924-9a4f-ac48cda52cdc req-964aabda-dfc5-474f-955f-aa0e2bd94b6b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8b1eaf98-b39c-4204-9cb2-5b574f83717c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5583019 Sep 13 13:06:09.187886 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-21bf1f5d-9ba0-45aa-9a0d-127e6108d2a4 req-90d4df3f-0d76-4e3a-9222-4c547a20f4e4 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019616 Sep 13 13:06:09.203347 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-38a20a61-8760-4ff6-87e7-d8eba7a67a5c req-5ab15b7d-178c-4a46-9765-e717ef8547a2 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776145 Sep 13 13:06:09.380861 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58200516-345c-4010-8546-08294363b8b3 req-dea6c916-5ab7-43c9-82c3-eb9b80058ad1 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:09.382554 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-58200516-345c-4010-8546-08294363b8b3 req-dea6c916-5ab7-43c9-82c3-eb9b80058ad1 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 946 time: 0.1148462 Sep 13 13:06:09.430238 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082408af-31ef-4333-9de6-60e07f59d0c5 req-886eb9ff-50e4-40ab-afc2-bc24f96e61a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:09.431965 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-082408af-31ef-4333-9de6-60e07f59d0c5 req-886eb9ff-50e4-40ab-afc2-bc24f96e61a1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1298001 Sep 13 13:06:09.558313 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-58200516-345c-4010-8546-08294363b8b3 req-172dcdbf-9ba9-4780-973b-572def645c26 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677282 Sep 13 13:06:09.558846 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-f2693afb-a563-4fb1-b751-1da2040c692c req-3143ddc6-3116-44f7-853f-b88f5bf265e9 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Deleting port f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:06:09.559185 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-f2693afb-a563-4fb1-b751-1da2040c692c req-3143ddc6-3116-44f7-853f-b88f5bf265e9 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:09.664474 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-082408af-31ef-4333-9de6-60e07f59d0c5 req-d3034374-67af-42e9-9bf8-90f73473281b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099864 Sep 13 13:06:09.676544 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:09.683677 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-f2693afb-a563-4fb1-b751-1da2040c692c req-3143ddc6-3116-44f7-853f-b88f5bf265e9 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] For port f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4,segment=NetworkSegment(8a2734a1-25ec-4137-a4c8-68c02a62c822),segment_id=8a2734a1-25ec-4137-a4c8-68c02a62c822)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:06:09.684043 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-f2693afb-a563-4fb1-b751-1da2040c692c req-3143ddc6-3116-44f7-853f-b88f5bf265e9 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:09.699041 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-f2693afb-a563-4fb1-b751-1da2040c692c req-3143ddc6-3116-44f7-853f-b88f5bf265e9 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Calling delete_port for f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 owned by compute:nova {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:06:09.983747 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-f2693afb-a563-4fb1-b751-1da2040c692c req-3143ddc6-3116-44f7-853f-b88f5bf265e9 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289'] for port (f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:10.000240 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:06:10.026973 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143ddc6-3116-44f7-853f-b88f5bf265e9 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Pushing event deleted for resources: {'Port': ['ID=f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:10.088551 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-082408af-31ef-4333-9de6-60e07f59d0c5 req-0312447a-d339-45ad-898a-66ba47e00335 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700161 Sep 13 13:06:10.110160 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2693afb-a563-4fb1-b751-1da2040c692c req-3143ddc6-3116-44f7-853f-b88f5bf265e9 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] No DVR routers for this DVR port f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 on host hv-cinder-80135 {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:06:10.119234 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-f2693afb-a563-4fb1-b751-1da2040c692c req-3143ddc6-3116-44f7-853f-b88f5bf265e9 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:10.119234 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f2693afb-a563-4fb1-b751-1da2040c692c req-3143ddc6-3116-44f7-853f-b88f5bf265e9 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.61 "DELETE /networking/v2.0/ports/f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 HTTP/1.1" status: 204 len: 173 time: 0.8168569 Sep 13 13:06:10.119234 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860a38df-4d3d-47b0-ba9f-f42a3f7a04ca', 'name': 'network-vif-deleted', 'tag': 'f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:06:10.119819 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dcb537-cced-47b0-8ff9-05ec392f53c7" -d '{"events": [{"server_uuid": "860a38df-4d3d-47b0-ba9f-f42a3f7a04ca", "name": "network-vif-deleted", "tag": "f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:06:10.161114 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98393988-90cd-4aaf-947e-4ef199e8c3b8 x-openstack-request-id: req-98393988-90cd-4aaf-947e-4ef199e8c3b8 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:06:10.163337 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860a38df-4d3d-47b0-ba9f-f42a3f7a04ca", "name": "network-vif-deleted", "tag": "f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:06:10.163337 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-98393988-90cd-4aaf-947e-4ef199e8c3b8 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:06:10.163337 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98393988-90cd-4aaf-947e-4ef199e8c3b8'] response: {'server_uuid': '860a38df-4d3d-47b0-ba9f-f42a3f7a04ca', 'name': 'network-vif-deleted', 'tag': 'f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4', 'status': 'completed', 'code': 200} Sep 13 13:06:10.356627 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52524962-7d89-4590-9cd2-47bee1f5929b req-30094089-82b4-429a-8f40-fe10db064ef4 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:10.358690 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52524962-7d89-4590-9cd2-47bee1f5929b req-30094089-82b4-429a-8f40-fe10db064ef4 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0867310 Sep 13 13:06:10.367560 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3f0a79-8691-4ef0-a033-51512000e577 req-38fef60d-8429-4e6a-9d46-439d1616623e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:10.369003 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1e3f0a79-8691-4ef0-a033-51512000e577 req-38fef60d-8429-4e6a-9d46-439d1616623e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0692592 Sep 13 13:06:10.455782 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1e3f0a79-8691-4ef0-a033-51512000e577 req-188dbabe-4d16-4a4b-8e72-795ccb533fc8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760889 Sep 13 13:06:10.458769 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52524962-7d89-4590-9cd2-47bee1f5929b req-32b5672b-1ddd-4f4e-a919-6593a1ab55c0 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852079 Sep 13 13:06:10.674610 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-edbf6eec-ac2f-45e7-889f-1fd4739549ed req-4b250c78-12cb-401e-be5c-537de5beecd3 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 210 time: 0.0340049 Sep 13 13:06:11.607003 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2c06b-2ebe-4cf3-b563-43ace1e2ccf0 req-b97a5faa-e376-44f0-ab34-b12c72356e86 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:11.608615 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6fd2c06b-2ebe-4cf3-b563-43ace1e2ccf0 req-b97a5faa-e376-44f0-ab34-b12c72356e86 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0756564 Sep 13 13:06:11.617051 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b889a823-de49-4cf1-834c-c68e0b34f3b2 req-71b929c7-c4b0-4c35-b3e3-faa8a78bb843 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:11.618263 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b889a823-de49-4cf1-834c-c68e0b34f3b2 req-71b929c7-c4b0-4c35-b3e3-faa8a78bb843 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0753574 Sep 13 13:06:11.626570 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:11.695370 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6fd2c06b-2ebe-4cf3-b563-43ace1e2ccf0 req-2aef9fee-34b3-4e59-8c46-940218047596 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759819 Sep 13 13:06:11.698210 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b889a823-de49-4cf1-834c-c68e0b34f3b2 req-ed6ca66a-1617-41fc-a07b-5be4068394a8 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722890 Sep 13 13:06:11.790765 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f05e1720-6d87-47ed-8bd3-15ec872f94fa req-d93b3ae0-a08b-4581-ace1-931076e73ad0 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 210 time: 0.0326025 Sep 13 13:06:11.837417 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8adab-6d7c-4f72-a120-a24d152095f9 req-8282add1-a735-4af2-86f3-cf366fd8893e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:11.838946 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b4e8adab-6d7c-4f72-a120-a24d152095f9 req-8282add1-a735-4af2-86f3-cf366fd8893e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0466845 Sep 13 13:06:11.849227 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 34556) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:11.854625 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-def4c8db-a029-4dd4-b8f0-529938123770 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Request body: {'floatingip': {'port_id': 'ced03e29-9082-4781-9cd3-50d8f96acb9e'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:06:11.892506 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-def4c8db-a029-4dd4-b8f0-529938123770 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for floatingip (baa7c88b-bd26-4500-8f26-928630208494), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:11.990391 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:12.318034 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-def4c8db-a029-4dd4-b8f0-529938123770 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:12.406644 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-def4c8db-a029-4dd4-b8f0-529938123770 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (baa7c88b-bd26-4500-8f26-928630208494), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:12.505613 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.l3_db [None req-def4c8db-a029-4dd4-b8f0-529938123770 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Floating IP baa7c88b-bd26-4500-8f26-928630208494 associated. External IP: 172.27.1.109, port: ced03e29-9082-4781-9cd3-50d8f96acb9e. Sep 13 13:06:12.714305 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-def4c8db-a029-4dd4-b8f0-529938123770 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Router 8926fa8f-cbac-4d5c-a954-6763bfc46885 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:06:13.045559 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cd7b7f71-d500-42e2-9121-007c7c770a7d req-0bc6fe21-1a7a-44b9-bf38-bf33b96cf1df tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 210 time: 0.0656755 Sep 13 13:06:13.088812 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8418deee-1279-4ebd-afa8-25f9588a6fbd req-7be3a6d5-b2bb-4f78-b7ad-7d10fa2578bb tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:13.090299 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8418deee-1279-4ebd-afa8-25f9588a6fbd req-7be3a6d5-b2bb-4f78-b7ad-7d10fa2578bb tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.1094329 Sep 13 13:06:13.117146 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:13.123408 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-def4c8db-a029-4dd4-b8f0-529938123770 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:06:13.132235 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-def4c8db-a029-4dd4-b8f0-529938123770 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:13.133623 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe62ab6-cfd0-4000-b7dc-d38f22df514b None None] Sync routers for ids ['8926fa8f-cbac-4d5c-a954-6763bfc46885'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:06:13.143579 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe62ab6-cfd0-4000-b7dc-d38f22df514b None None] Routers {'8926fa8f-cbac-4d5c-a954-6763bfc46885'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:06:13.144270 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-6fe62ab6-cfd0-4000-b7dc-d38f22df514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:06:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8926fa8f-cbac-4d5c-a954-6763bfc46885'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:06:13.177415 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8418deee-1279-4ebd-afa8-25f9588a6fbd req-cfd53b13-9b7f-4465-a953-d426e4f3972c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800216 Sep 13 13:06:13.181430 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-def4c8db-a029-4dd4-b8f0-529938123770 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/baa7c88b-bd26-4500-8f26-928630208494 HTTP/1.1" status: 200 len: 991 time: 1.3309755 Sep 13 13:06:13.182225 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9571f561-e164-4b23-8ffe-8fc0cfcb7321', 'tag': 'ced03e29-9082-4781-9cd3-50d8f96acb9e'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:06:13.184525 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc8fe0c-8b88-4b0f-9d01-de5f35c1e21c" -d '{"events": [{"name": "network-changed", "server_uuid": "9571f561-e164-4b23-8ffe-8fc0cfcb7321", "tag": "ced03e29-9082-4781-9cd3-50d8f96acb9e"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:06:13.245972 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:06:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e296fd29-8682-41f3-a2ad-1cc493ec5ffd x-openstack-request-id: req-e296fd29-8682-41f3-a2ad-1cc493ec5ffd {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:06:13.245972 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9571f561-e164-4b23-8ffe-8fc0cfcb7321", "tag": "ced03e29-9082-4781-9cd3-50d8f96acb9e", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:06:13.245972 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e296fd29-8682-41f3-a2ad-1cc493ec5ffd {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:06:13.245972 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e296fd29-8682-41f3-a2ad-1cc493ec5ffd'] response: {'name': 'network-changed', 'server_uuid': '9571f561-e164-4b23-8ffe-8fc0cfcb7321', 'tag': 'ced03e29-9082-4781-9cd3-50d8f96acb9e', 'status': 'completed', 'code': 200} Sep 13 13:06:13.343298 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-6fe62ab6-cfd0-4000-b7dc-d38f22df514b None None] Set router 8926fa8f-cbac-4d5c-a954-6763bfc46885 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:06:13.418665 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=100 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:13.545199 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-6fe62ab6-cfd0-4000-b7dc-d38f22df514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'name': 'tempest-AttachVolumeTestJSON-1441218684-router', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:13Z', 'revision_number': 4, 'project_id': '75f6274158934ab5abf68951902f1e81', 'gw_port': {'id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': 'baa7c88b-bd26-4500-8f26-928630208494', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'port_id': 'ced03e29-9082-4781-9cd3-50d8f96acb9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'mac_address': 'fa:16:3e:49:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9571f561-e164-4b23-8ffe-8fc0cfcb7321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:05:25Z', 'updated_at': '2022-09-13T13:06:12Z', 'revision_number': 1, 'project_id': '75f6274158934ab5abf68951902f1e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf3485b-2d64-41e0-879e-2e6b8f989eb4', 'name': '', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'mac_address': 'fa:16:3e:e9:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:07Z', 'updated_at': '2022-09-13T13:05:26Z', 'revision_number': 5, 'project_id': '75f6274158934ab5abf68951902f1e81', 'subnets': [{'id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:06:13.572966 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe62ab6-cfd0-4000-b7dc-d38f22df514b None None] Checking router: 8926fa8f-cbac-4d5c-a954-6763bfc46885 for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:06:13.580953 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe62ab6-cfd0-4000-b7dc-d38f22df514b None None] Routers {'8926fa8f-cbac-4d5c-a954-6763bfc46885'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:06:13.581525 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-6fe62ab6-cfd0-4000-b7dc-d38f22df514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:06:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8926fa8f-cbac-4d5c-a954-6763bfc46885'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:06:13.680019 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-6fe62ab6-cfd0-4000-b7dc-d38f22df514b None None] Set router 8926fa8f-cbac-4d5c-a954-6763bfc46885 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:06:13.839518 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=100 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:13.879884 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-6fe62ab6-cfd0-4000-b7dc-d38f22df514b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'name': 'tempest-AttachVolumeTestJSON-1441218684-router', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:13Z', 'revision_number': 4, 'project_id': '75f6274158934ab5abf68951902f1e81', 'gw_port': {'id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': 'baa7c88b-bd26-4500-8f26-928630208494', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'port_id': 'ced03e29-9082-4781-9cd3-50d8f96acb9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'mac_address': 'fa:16:3e:49:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9571f561-e164-4b23-8ffe-8fc0cfcb7321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:05:25Z', 'updated_at': '2022-09-13T13:06:12Z', 'revision_number': 1, 'project_id': '75f6274158934ab5abf68951902f1e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf3485b-2d64-41e0-879e-2e6b8f989eb4', 'name': '', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'mac_address': 'fa:16:3e:e9:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:07Z', 'updated_at': '2022-09-13T13:05:26Z', 'revision_number': 5, 'project_id': '75f6274158934ab5abf68951902f1e81', 'subnets': [{'id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:06:13.908437 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe62ab6-cfd0-4000-b7dc-d38f22df514b None None] The sync data for ids ['8926fa8f-cbac-4d5c-a954-6763bfc46885'] in dv-cinder-801354-10-iscsi is: [{'id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'name': 'tempest-AttachVolumeTestJSON-1441218684-router', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:13Z', 'revision_number': 4, 'project_id': '75f6274158934ab5abf68951902f1e81', 'gw_port': {'id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': 'baa7c88b-bd26-4500-8f26-928630208494', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'floating_ip_address': '172.27.1.109', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'port_id': 'ced03e29-9082-4781-9cd3-50d8f96acb9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'mac_address': 'fa:16:3e:49:8f:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9571f561-e164-4b23-8ffe-8fc0cfcb7321', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:05:25Z', 'updated_at': '2022-09-13T13:06:12Z', 'revision_number': 1, 'project_id': '75f6274158934ab5abf68951902f1e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf3485b-2d64-41e0-879e-2e6b8f989eb4', 'name': '', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'mac_address': 'fa:16:3e:e9:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:07Z', 'updated_at': '2022-09-13T13:05:26Z', 'revision_number': 5, 'project_id': '75f6274158934ab5abf68951902f1e81', 'subnets': [{'id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:06:14.151367 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5f0ed2e2-6a25-40ef-98b2-9d7c7aa47af6 req-02891091-897b-412a-8de7-ad7c1e46bad4 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 210 time: 0.0304008 Sep 13 13:06:14.193691 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:06:14.219899 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] No Port match for: f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:06:14.224270 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device f5cbd89d-8ab1-4f31-8a04-77680f6ec4a4 not bound to the agent host hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:06:14.265438 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:14.269227 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8fe0c-8b88-4b0f-9d01-de5f35c1e21c req-15563494-3984-41a8-b4ef-80f11a4e8d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:14.272380 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0fc8fe0c-8b88-4b0f-9d01-de5f35c1e21c req-15563494-3984-41a8-b4ef-80f11a4e8d98 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=75f6274158934ab5abf68951902f1e81&device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 1129 time: 0.0480232 Sep 13 13:06:14.370941 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6b6f5-1b5f-46a9-8bed-7412ca4677bc req-70778abb-38ab-49e6-a6e9-fae5afcab44e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:14.372517 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2de6b6f5-1b5f-46a9-8bed-7412ca4677bc req-70778abb-38ab-49e6-a6e9-fae5afcab44e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0991609 Sep 13 13:06:14.447767 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8fe0c-8b88-4b0f-9d01-de5f35c1e21c req-d82bb3fe-3b1f-4e18-a872-7abd1997fc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:14.448713 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0fc8fe0c-8b88-4b0f-9d01-de5f35c1e21c req-d82bb3fe-3b1f-4e18-a872-7abd1997fc4e service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=9a6ee3a0-91e5-4300-8f53-c3332833b2a0 HTTP/1.1" status: 200 len: 912 time: 0.1642208 Sep 13 13:06:14.452361 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2de6b6f5-1b5f-46a9-8bed-7412ca4677bc req-c2f0fe0d-9d53-4d99-8bec-0badf817ac35 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736234 Sep 13 13:06:14.520714 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0fc8fe0c-8b88-4b0f-9d01-de5f35c1e21c req-7e2deea3-ddd0-4d89-bc11-42f6749a4e74 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ced03e29-9082-4781-9cd3-50d8f96acb9e HTTP/1.1" status: 200 len: 999 time: 0.0594051 Sep 13 13:06:14.576120 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8fe0c-8b88-4b0f-9d01-de5f35c1e21c req-708d14cc-f380-4e69-9831-7df8c0555dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:14.577602 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0fc8fe0c-8b88-4b0f-9d01-de5f35c1e21c req-708d14cc-f380-4e69-9831-7df8c0555dd0 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=4a7c387c-3b38-49bb-ab6c-762e7638336f HTTP/1.1" status: 200 len: 850 time: 0.0505342 Sep 13 13:06:14.598263 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a16ae3-894f-4816-860d-8894ef7e0c64 None None] New status for floating IP baa7c88b-bd26-4500-8f26-928630208494: ACTIVE {{(pid=106851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:06:14.627390 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc8fe0c-8b88-4b0f-9d01-de5f35c1e21c req-5c8fe5d4-2a5a-4fc6-92cc-26f445d8fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:14.629313 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0fc8fe0c-8b88-4b0f-9d01-de5f35c1e21c req-5c8fe5d4-2a5a-4fc6-92cc-26f445d8fb56 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9a6ee3a0-91e5-4300-8f53-c3332833b2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0433185 Sep 13 13:06:14.741432 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0fc8fe0c-8b88-4b0f-9d01-de5f35c1e21c req-555464f7-0d99-49f5-ae7c-0f79c28a4c65 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9a6ee3a0-91e5-4300-8f53-c3332833b2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011975 Sep 13 13:06:14.833069 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0fc8fe0c-8b88-4b0f-9d01-de5f35c1e21c req-006a065e-3e37-4b1b-969c-c39c79fd7cc0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9a6ee3a0-91e5-4300-8f53-c3332833b2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852344 Sep 13 13:06:15.270902 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-eaf52769-93f9-4d01-b9e4-4941b0d4d98a req-75b1b140-587a-4b49-864f-a6c34c7ba2e4 tempest-DeleteServersTestJSON-339551159 tempest-DeleteServersTestJSON-339551159-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=860a38df-4d3d-47b0-ba9f-f42a3f7a04ca HTTP/1.1" status: 200 len: 210 time: 0.0270758 Sep 13 13:06:15.580461 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddce991-a6a6-4fe6-bb2e-0253787fd1bc req-a19e3348-2dd2-400b-948f-5f5c142a6b27 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:15.581993 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7ddce991-a6a6-4fe6-bb2e-0253787fd1bc req-a19e3348-2dd2-400b-948f-5f5c142a6b27 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0510225 Sep 13 13:06:15.631454 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7ddce991-a6a6-4fe6-bb2e-0253787fd1bc req-8c0fb57f-429a-4abb-a8d6-7ed1ba2679ff tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434165 Sep 13 13:06:16.581880 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 34638) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:16.688956 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-09f62597-0b2a-4416-8241-f6502e726fa3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:16.756494 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edcbdcf-adca-45ad-8449-f34d4306da44 req-4ad71233-d3fe-46c8-b47f-8ddda7205429 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:16.762273 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5edcbdcf-adca-45ad-8449-f34d4306da44 req-4ad71233-d3fe-46c8-b47f-8ddda7205429 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0510561 Sep 13 13:06:16.773675 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-09f62597-0b2a-4416-8241-f6502e726fa3 admin admin] Publish callbacks [] for security_group (fbe0134a-e02d-4620-8eef-dbb9013d5c39), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:16.809604 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5edcbdcf-adca-45ad-8449-f34d4306da44 req-78c25552-76f5-426d-b6f6-834464ddf30e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443339 Sep 13 13:06:16.852688 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-09f62597-0b2a-4416-8241-f6502e726fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (fbe0134a-e02d-4620-8eef-dbb9013d5c39), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:16.897171 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-09f62597-0b2a-4416-8241-f6502e726fa3 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=e05c811e668945f2b39de829079459e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3141911 Sep 13 13:06:16.898434 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f62597-0b2a-4416-8241-f6502e726fa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbe0134a-e02d-4620-8eef-dbb9013d5c39,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:16.899956 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 34656) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:16.952562 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-41ece239-9bd1-4b84-8e78-cd6a96eed8cb admin admin] Publish callbacks [] for security_group (fbe0134a-e02d-4620-8eef-dbb9013d5c39), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:16.961994 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:16.974146 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-41ece239-9bd1-4b84-8e78-cd6a96eed8cb admin admin] Publish callbacks [] for security_group (fbe0134a-e02d-4620-8eef-dbb9013d5c39), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:17.094530 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-41ece239-9bd1-4b84-8e78-cd6a96eed8cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (fbe0134a-e02d-4620-8eef-dbb9013d5c39), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:17.097070 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-41ece239-9bd1-4b84-8e78-cd6a96eed8cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:17.098348 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-41ece239-9bd1-4b84-8e78-cd6a96eed8cb admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/fbe0134a-e02d-4620-8eef-dbb9013d5c39 HTTP/1.1" status: 204 len: 168 time: 0.1971262 Sep 13 13:06:17.107329 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ece239-9bd1-4b84-8e78-cd6a96eed8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbe0134a-e02d-4620-8eef-dbb9013d5c39,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:17.719276 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 34670) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:17.732749 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-f2a84db4-0697-4d91-9c68-879e7099e2f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:17.806741 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-f2a84db4-0697-4d91-9c68-879e7099e2f0 admin admin] Publish callbacks [] for security_group (b1529d92-bf4b-4d07-9625-4719c7f2f590), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:17.869385 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-f2a84db4-0697-4d91-9c68-879e7099e2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (b1529d92-bf4b-4d07-9625-4719c7f2f590), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:17.890727 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:17.902305 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 34680) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:17.950742 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a84db4-0697-4d91-9c68-879e7099e2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1529d92-bf4b-4d07-9625-4719c7f2f590,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:17.958520 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-f2a84db4-0697-4d91-9c68-879e7099e2f0 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=19fef600f9db4bc99c5af97b91665452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2374811 Sep 13 13:06:17.963227 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 34682) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:17.964833 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bab5c-eda1-4d9c-9356-d0402c3b8139 req-8cdb40b6-fa57-403e-89ae-8fd83c41571e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:17.970191 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7e6bab5c-eda1-4d9c-9356-d0402c3b8139 req-8cdb40b6-fa57-403e-89ae-8fd83c41571e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0782778 Sep 13 13:06:18.014906 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7e6bab5c-eda1-4d9c-9356-d0402c3b8139 req-775fa637-7fef-44fe-a803-ddb50f253d66 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430691 Sep 13 13:06:18.095835 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b11da959-88ca-4379-8596-7ef59aa100a3 admin admin] Publish callbacks [] for security_group (b1529d92-bf4b-4d07-9625-4719c7f2f590), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:18.150499 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b11da959-88ca-4379-8596-7ef59aa100a3 admin admin] Publish callbacks [] for security_group (b1529d92-bf4b-4d07-9625-4719c7f2f590), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:18.325555 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:INSERT=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:18.348059 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b11da959-88ca-4379-8596-7ef59aa100a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (b1529d92-bf4b-4d07-9625-4719c7f2f590), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:18.350519 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b11da959-88ca-4379-8596-7ef59aa100a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:18.351675 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-b11da959-88ca-4379-8596-7ef59aa100a3 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/b1529d92-bf4b-4d07-9625-4719c7f2f590 HTTP/1.1" status: 204 len: 168 time: 0.3876135 Sep 13 13:06:18.374482 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11da959-88ca-4379-8596-7ef59aa100a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1529d92-bf4b-4d07-9625-4719c7f2f590,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:18.384748 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-703dea39-4382-4e2d-811f-5922034ce02a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1803674'] for router_interface (a3b22ebd-5f19-4412-95f8-4a94866dfee2), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:18.436012 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:18.682757 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-703dea39-4382-4e2d-811f-5922034ce02a admin admin] Deleting port 4f03eeca-1053-4106-957f-51e28bca9b3f {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:06:18.683092 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-703dea39-4382-4e2d-811f-5922034ce02a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (4f03eeca-1053-4106-957f-51e28bca9b3f), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:18.775275 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-703dea39-4382-4e2d-811f-5922034ce02a admin admin] For port 4f03eeca-1053-4106-957f-51e28bca9b3f, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=4f03eeca-1053-4106-957f-51e28bca9b3f,segment=NetworkSegment(8a2734a1-25ec-4137-a4c8-68c02a62c822),segment_id=8a2734a1-25ec-4137-a4c8-68c02a62c822)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:06:18.775652 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-703dea39-4382-4e2d-811f-5922034ce02a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (4f03eeca-1053-4106-957f-51e28bca9b3f), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:18.789470 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-703dea39-4382-4e2d-811f-5922034ce02a admin admin] Calling delete_port for 4f03eeca-1053-4106-957f-51e28bca9b3f owned by network:router_interface {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:06:18.948012 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:19.118251 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-703dea39-4382-4e2d-811f-5922034ce02a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289'] for port (4f03eeca-1053-4106-957f-51e28bca9b3f), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:19.145070 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406aa80-a235-4d8a-9a91-b479cc9eeeec req-8184dc1b-3537-48a6-8c0a-ba326cfe99d7 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:19.147306 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a406aa80-a235-4d8a-9a91-b479cc9eeeec req-8184dc1b-3537-48a6-8c0a-ba326cfe99d7 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0550838 Sep 13 13:06:19.147438 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703dea39-4382-4e2d-811f-5922034ce02a admin admin] Pushing event deleted for resources: {'Port': ['ID=4f03eeca-1053-4106-957f-51e28bca9b3f,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:19.259165 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a406aa80-a235-4d8a-9a91-b479cc9eeeec req-422490f5-0719-4b33-b367-39ac799097d5 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024356 Sep 13 13:06:19.337761 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-703dea39-4382-4e2d-811f-5922034ce02a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1691681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582858'] for router_interface (a3b22ebd-5f19-4412-95f8-4a94866dfee2), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:19.469291 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 34736) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:19.703752 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a9233789-fa5e-4223-9209-ddbe009e9c2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:19.772979 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-703dea39-4382-4e2d-811f-5922034ce02a admin admin] Router a3b22ebd-5f19-4412-95f8-4a94866dfee2 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:06:19.785635 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a9233789-fa5e-4223-9209-ddbe009e9c2a admin admin] Publish callbacks [] for security_group (a2172d88-9465-40ac-ab21-2d5bfcfe8241), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:19.867503 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a9233789-fa5e-4223-9209-ddbe009e9c2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (a2172d88-9465-40ac-ab21-2d5bfcfe8241), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:19.876929 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-703dea39-4382-4e2d-811f-5922034ce02a admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:06:19.885331 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-703dea39-4382-4e2d-811f-5922034ce02a admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/a3b22ebd-5f19-4412-95f8-4a94866dfee2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9786301 Sep 13 13:06:19.885887 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 34746) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:19.889706 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f50725e-1bb2-4e47-96b3-a8385d6a99b5 None None] Sync routers for ids ['a3b22ebd-5f19-4412-95f8-4a94866dfee2'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:06:19.905238 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f50725e-1bb2-4e47-96b3-a8385d6a99b5 None None] Routers {'a3b22ebd-5f19-4412-95f8-4a94866dfee2'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:06:19.905950 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-3f50725e-1bb2-4e47-96b3-a8385d6a99b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:06:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['a3b22ebd-5f19-4412-95f8-4a94866dfee2'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:06:19.907290 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9233789-fa5e-4223-9209-ddbe009e9c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2172d88-9465-40ac-ab21-2d5bfcfe8241,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:19.914311 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-a9233789-fa5e-4223-9209-ddbe009e9c2a admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=d3dd03463b6045f4b6f25f5da09df2d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4413412 Sep 13 13:06:19.914729 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 34748) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:19.990732 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-765abb35-7edf-44b6-9dff-bf31673ace8a admin admin] Publish callbacks [] for security_group (a2172d88-9465-40ac-ab21-2d5bfcfe8241), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:20.001306 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-765abb35-7edf-44b6-9dff-bf31673ace8a admin admin] Publish callbacks [] for security_group (a2172d88-9465-40ac-ab21-2d5bfcfe8241), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:20.010248 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-343bb26d-0804-4e23-b8c4-944d88a17908 admin admin] Publish callbacks [] for router (a3b22ebd-5f19-4412-95f8-4a94866dfee2), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:20.027120 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-3f50725e-1bb2-4e47-96b3-a8385d6a99b5 None None] Set router a3b22ebd-5f19-4412-95f8-4a94866dfee2 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:06:20.119749 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-343bb26d-0804-4e23-b8c4-944d88a17908 admin admin] Publish callbacks [] for router_gateway (a3b22ebd-5f19-4412-95f8-4a94866dfee2), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:20.137478 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-765abb35-7edf-44b6-9dff-bf31673ace8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (a2172d88-9465-40ac-ab21-2d5bfcfe8241), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:20.140687 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-765abb35-7edf-44b6-9dff-bf31673ace8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:20.144186 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-765abb35-7edf-44b6-9dff-bf31673ace8a admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/a2172d88-9465-40ac-ab21-2d5bfcfe8241 HTTP/1.1" status: 204 len: 168 time: 0.2240753 Sep 13 13:06:20.151088 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765abb35-7edf-44b6-9dff-bf31673ace8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2172d88-9465-40ac-ab21-2d5bfcfe8241,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:20.214050 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-3f50725e-1bb2-4e47-96b3-a8385d6a99b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b22ebd-5f19-4412-95f8-4a94866dfee2', 'name': 'tempest-DeleteServersTestJSON-1777890685-router', 'tenant_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.85'}], 'enable_snat': True}, 'gw_port_id': 'bf16b94d-1eff-47ed-946c-443372bd56a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:51Z', 'updated_at': '2022-09-13T13:06:18Z', 'revision_number': 5, 'project_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'gw_port': {'id': 'bf16b94d-1eff-47ed-946c-443372bd56a2', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:92:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3b22ebd-5f19-4412-95f8-4a94866dfee2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:51Z', 'updated_at': '2022-09-13T13:05:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:06:20.215472 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=95 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:20.227654 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-343bb26d-0804-4e23-b8c4-944d88a17908 admin admin] Deleting port bf16b94d-1eff-47ed-946c-443372bd56a2 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:06:20.227996 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-343bb26d-0804-4e23-b8c4-944d88a17908 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (bf16b94d-1eff-47ed-946c-443372bd56a2), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:20.239769 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f50725e-1bb2-4e47-96b3-a8385d6a99b5 None None] Checking router: a3b22ebd-5f19-4412-95f8-4a94866dfee2 for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:06:20.251962 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f50725e-1bb2-4e47-96b3-a8385d6a99b5 None None] Routers {'a3b22ebd-5f19-4412-95f8-4a94866dfee2'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:06:20.252461 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-3f50725e-1bb2-4e47-96b3-a8385d6a99b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:06:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['a3b22ebd-5f19-4412-95f8-4a94866dfee2'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:06:20.310716 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-343bb26d-0804-4e23-b8c4-944d88a17908 admin admin] For port bf16b94d-1eff-47ed-946c-443372bd56a2, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=bf16b94d-1eff-47ed-946c-443372bd56a2,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:06:20.311081 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-343bb26d-0804-4e23-b8c4-944d88a17908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (bf16b94d-1eff-47ed-946c-443372bd56a2), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:20.331222 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-343bb26d-0804-4e23-b8c4-944d88a17908 admin admin] Calling delete_port for bf16b94d-1eff-47ed-946c-443372bd56a2 owned by network:router_gateway {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:06:20.344331 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-3f50725e-1bb2-4e47-96b3-a8385d6a99b5 None None] Set router a3b22ebd-5f19-4412-95f8-4a94866dfee2 gateway port host: None {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:06:20.356277 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:20.395952 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:20.402785 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-3f50725e-1bb2-4e47-96b3-a8385d6a99b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3b22ebd-5f19-4412-95f8-4a94866dfee2', 'name': 'tempest-DeleteServersTestJSON-1777890685-router', 'tenant_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:51Z', 'updated_at': '2022-09-13T13:06:20Z', 'revision_number': 6, 'project_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'gw_port_host': None}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:06:20.438031 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f50725e-1bb2-4e47-96b3-a8385d6a99b5 None None] The sync data for ids ['a3b22ebd-5f19-4412-95f8-4a94866dfee2'] in dv-cinder-801354-10-iscsi is: [{'id': 'a3b22ebd-5f19-4412-95f8-4a94866dfee2', 'name': 'tempest-DeleteServersTestJSON-1777890685-router', 'tenant_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:51Z', 'updated_at': '2022-09-13T13:06:20Z', 'revision_number': 6, 'project_id': 'eaaf8aa87a0f47cc9ba9f477de3c2d67', 'gw_port_host': None}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:06:20.465234 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c797fe-afa3-4c63-b3a3-94e95decb538 req-0809fc60-2224-487a-8b1b-ba18f952ea41 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:20.486328 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-56c797fe-afa3-4c63-b3a3-94e95decb538 req-0809fc60-2224-487a-8b1b-ba18f952ea41 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.1048625 Sep 13 13:06:20.534529 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-56c797fe-afa3-4c63-b3a3-94e95decb538 req-5d4acec3-3d4e-495c-9bf3-de35ba905f04 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467162 Sep 13 13:06:20.564507 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:06:20.636910 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-343bb26d-0804-4e23-b8c4-944d88a17908 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289'] for port (bf16b94d-1eff-47ed-946c-443372bd56a2), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:20.667415 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343bb26d-0804-4e23-b8c4-944d88a17908 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf16b94d-1eff-47ed-946c-443372bd56a2,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:20.691666 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-343bb26d-0804-4e23-b8c4-944d88a17908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583705'] for router_gateway (a3b22ebd-5f19-4412-95f8-4a94866dfee2), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:20.798713 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-343bb26d-0804-4e23-b8c4-944d88a17908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13140'] for router (a3b22ebd-5f19-4412-95f8-4a94866dfee2), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:20.801434 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-343bb26d-0804-4e23-b8c4-944d88a17908 admin admin] Publish callbacks [] for router_controller (a3b22ebd-5f19-4412-95f8-4a94866dfee2), precommit_delete_associations {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:20.826533 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 34772) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:20.843075 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-cfcedbb3-1959-4a80-8707-1b04407fe14f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:20.904375 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:20.929066 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-cfcedbb3-1959-4a80-8707-1b04407fe14f admin admin] Publish callbacks [] for security_group (a1a7ce90-2134-4996-bc4b-a8f1bddafc39), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:20.933936 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-343bb26d-0804-4e23-b8c4-944d88a17908 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582937'] for router (a3b22ebd-5f19-4412-95f8-4a94866dfee2), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:20.934518 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343bb26d-0804-4e23-b8c4-944d88a17908 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a3b22ebd-5f19-4412-95f8-4a94866dfee2 {{(pid=106849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 13:06:20.940051 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-343bb26d-0804-4e23-b8c4-944d88a17908 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:20.945017 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-343bb26d-0804-4e23-b8c4-944d88a17908 admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/a3b22ebd-5f19-4412-95f8-4a94866dfee2 HTTP/1.1" status: 204 len: 168 time: 1.0547795 Sep 13 13:06:20.945017 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 34774) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:20.991504 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_v2 [None req-03148252-0492-47be-bb58-9f0f61978bc8 admin admin] Deleting subnet 4884382d-2c2c-4b3c-ab55-6e5f10e386b7 {{(pid=106849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 13:06:20.995795 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-03148252-0492-47be-bb58-9f0f61978bc8 admin admin] Publish callbacks [] for subnet (4884382d-2c2c-4b3c-ab55-6e5f10e386b7), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:21.030740 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-03148252-0492-47be-bb58-9f0f61978bc8 admin admin] Publish callbacks [] for subnet (4884382d-2c2c-4b3c-ab55-6e5f10e386b7), precommit_delete_associations {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:21.036942 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-cfcedbb3-1959-4a80-8707-1b04407fe14f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (a1a7ce90-2134-4996-bc4b-a8f1bddafc39), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:21.078176 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-cfcedbb3-1959-4a80-8707-1b04407fe14f admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=80b10694cd934436be4f0e85b265a701&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504277 Sep 13 13:06:21.079035 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcedbb3-1959-4a80-8707-1b04407fe14f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1a7ce90-2134-4996-bc4b-a8f1bddafc39,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:21.080966 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 34780) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:21.142067 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-03148252-0492-47be-bb58-9f0f61978bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3665047'] for subnet (4884382d-2c2c-4b3c-ab55-6e5f10e386b7), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:21.194350 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4b6688aa-77b1-4a95-bb00-72df3c5b879a admin admin] Publish callbacks [] for security_group (a1a7ce90-2134-4996-bc4b-a8f1bddafc39), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:21.207923 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:21.223678 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4b6688aa-77b1-4a95-bb00-72df3c5b879a admin admin] Publish callbacks [] for security_group (a1a7ce90-2134-4996-bc4b-a8f1bddafc39), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:21.311582 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-03148252-0492-47be-bb58-9f0f61978bc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3659918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for subnet (4884382d-2c2c-4b3c-ab55-6e5f10e386b7), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:21.325832 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 4f03eeca-1053-4106-957f-51e28bca9b3f no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:06:21.346740 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03148252-0492-47be-bb58-9f0f61978bc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4884382d-2c2c-4b3c-ab55-6e5f10e386b7,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:21.348262 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4b6688aa-77b1-4a95-bb00-72df3c5b879a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (a1a7ce90-2134-4996-bc4b-a8f1bddafc39), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:21.348840 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: 4f03eeca-1053-4106-957f-51e28bca9b3f {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:06:21.349357 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 4f03eeca-1053-4106-957f-51e28bca9b3f not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:06:21.350141 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device bf16b94d-1eff-47ed-946c-443372bd56a2 no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:06:21.351049 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4b6688aa-77b1-4a95-bb00-72df3c5b879a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:21.352734 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-4b6688aa-77b1-4a95-bb00-72df3c5b879a admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/a1a7ce90-2134-4996-bc4b-a8f1bddafc39 HTTP/1.1" status: 204 len: 168 time: 0.2708659 Sep 13 13:06:21.360171 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-03148252-0492-47be-bb58-9f0f61978bc8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:21.364133 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-03148252-0492-47be-bb58-9f0f61978bc8 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/4884382d-2c2c-4b3c-ab55-6e5f10e386b7 HTTP/1.1" status: 204 len: 168 time: 0.4190378 Sep 13 13:06:21.366810 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 34786) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:21.374039 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: bf16b94d-1eff-47ed-946c-443372bd56a2 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:06:21.374716 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device bf16b94d-1eff-47ed-946c-443372bd56a2 not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:06:21.376971 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c2292e-0889-4601-bc26-18785ff74a0d None None] Network 5b976880-9e41-4b86-a566-57238c6963b2 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:06:21.378717 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6688aa-77b1-4a95-bb00-72df3c5b879a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1a7ce90-2134-4996-bc4b-a8f1bddafc39,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:21.458244 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3651144'] for network (5b976880-9e41-4b86-a566-57238c6963b2), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:21.513987 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Deleting port 02053171-f5ec-4e0a-a891-e2a2ff56aae0 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:06:21.514446 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (02053171-f5ec-4e0a-a891-e2a2ff56aae0), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:21.576931 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20146aa8-e258-4aa9-83d1-cf4128be8c30 None None] DHCP port deletion for 5b976880-9e41-4b86-a566-57238c6963b2 request from dv-cinder-801354-10-iscsi {{(pid=106851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 13:06:21.599227 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] For port 02053171-f5ec-4e0a-a891-e2a2ff56aae0, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=02053171-f5ec-4e0a-a891-e2a2ff56aae0,segment=NetworkSegment(8a2734a1-25ec-4137-a4c8-68c02a62c822),segment_id=8a2734a1-25ec-4137-a4c8-68c02a62c822)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:06:21.599702 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (02053171-f5ec-4e0a-a891-e2a2ff56aae0), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:21.618820 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Calling delete_port for 02053171-f5ec-4e0a-a891-e2a2ff56aae0 owned by network:dhcp {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:06:21.623919 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-20146aa8-e258-4aa9-83d1-cf4128be8c30 None None] Deleting port 02053171-f5ec-4e0a-a891-e2a2ff56aae0 {{(pid=106851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:06:21.624367 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-20146aa8-e258-4aa9-83d1-cf4128be8c30 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (02053171-f5ec-4e0a-a891-e2a2ff56aae0), before_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:21.652097 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:21.712890 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3633085-e3a4-4e2f-ae29-97da1e687816 req-8912bae7-40a2-4716-bfdb-d471bec9ec45 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:21.715929 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f3633085-e3a4-4e2f-ae29-97da1e687816 req-8912bae7-40a2-4716-bfdb-d471bec9ec45 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0871110 Sep 13 13:06:21.723988 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-20146aa8-e258-4aa9-83d1-cf4128be8c30 None None] For port 02053171-f5ec-4e0a-a891-e2a2ff56aae0, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=02053171-f5ec-4e0a-a891-e2a2ff56aae0,segment=NetworkSegment(8a2734a1-25ec-4137-a4c8-68c02a62c822),segment_id=8a2734a1-25ec-4137-a4c8-68c02a62c822)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:06:21.724393 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-20146aa8-e258-4aa9-83d1-cf4128be8c30 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (02053171-f5ec-4e0a-a891-e2a2ff56aae0), precommit_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:21.738820 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-20146aa8-e258-4aa9-83d1-cf4128be8c30 None None] Calling delete_port for 02053171-f5ec-4e0a-a891-e2a2ff56aae0 owned by network:dhcp {{(pid=106851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:06:21.774862 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:21.791249 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f3633085-e3a4-4e2f-ae29-97da1e687816 req-320749e7-25ea-4810-8cc7-f227db6c0092 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680552 Sep 13 13:06:21.869392 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:21.869630 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289'] for port (02053171-f5ec-4e0a-a891-e2a2ff56aae0), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:21.880895 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-20146aa8-e258-4aa9-83d1-cf4128be8c30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289'] for port (02053171-f5ec-4e0a-a891-e2a2ff56aae0), after_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:21.895731 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Pushing event deleted for resources: {'Port': ['ID=02053171-f5ec-4e0a-a891-e2a2ff56aae0,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:21.900186 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] No DVR routers for this DVR port 02053171-f5ec-4e0a-a891-e2a2ff56aae0 on host dv-cinder-801354-10-iscsi {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:06:21.914436 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20146aa8-e258-4aa9-83d1-cf4128be8c30 None None] Pushing event deleted for resources: {'Port': ['ID=02053171-f5ec-4e0a-a891-e2a2ff56aae0,revision_number=None']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:21.925922 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20146aa8-e258-4aa9-83d1-cf4128be8c30 None None] No DVR routers for this DVR port 02053171-f5ec-4e0a-a891-e2a2ff56aae0 on host dv-cinder-801354-10-iscsi {{(pid=106851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:06:21.984305 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514794', 'neutron.services.segments.db._delete_segments_for_network-8734283000248'] for network (5b976880-9e41-4b86-a566-57238c6963b2), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:22.010562 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:06:22.010942 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:06:22.011721 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:06:22.012054 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Subscribe: > port after_create 55550000 {{(pid=106850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:06:22.012398 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Subscribe: > port after_delete 55550000 {{(pid=106850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:06:22.012737 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Subscribe: > port after_update 55550000 {{(pid=106850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:06:22.013059 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:06:22.013401 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:06:22.013726 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:06:22.014070 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:06:22.199899 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:06:22.200214 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:06:22.201016 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:06:22.201721 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106850) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:06:22.202276 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.services.segments.db [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b976880-9e41-4b86-a566-57238c6963b2']}} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:06:22.221182 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.services.segments.db [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a2734a1-25ec-4137-a4c8-68c02a62c822') {'for_net_delete': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:06:22.221353 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.services.segments.db [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a2734a1-25ec-4137-a4c8-68c02a62c822') {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:06:22.238902 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734283000140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7847298'] for segment (8a2734a1-25ec-4137-a4c8-68c02a62c822), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:22.261308 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (8a2734a1-25ec-4137-a4c8-68c02a62c822), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:22.271105 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=106850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 13:06:22.271573 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8173929'] for segment (8a2734a1-25ec-4137-a4c8-68c02a62c822), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:22.430131 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583751'] for network (5b976880-9e41-4b86-a566-57238c6963b2), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:22.438146 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:22.443679 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/5b976880-9e41-4b86-a566-57238c6963b2 HTTP/1.1" status: 204 len: 168 time: 1.0729790 Sep 13 13:06:22.451455 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72565c76-1d11-4243-86d9-1927a4585f8f admin admin] Pushing event deleted for resources: {'Network': ['ID=5b976880-9e41-4b86-a566-57238c6963b2,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:22.496945 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.services.segments.plugin [-] Segment 8a2734a1-25ec-4137-a4c8-68c02a62c822 resource provider aggregate not found Sep 13 13:06:22.516075 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.services.segments.plugin [-] Segment 8a2734a1-25ec-4137-a4c8-68c02a62c822 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8a2734a1-25ec-4137-a4c8-68c02a62c822 found for delete ", "request_id": "req-f1146ad9-4e00-4c7f-913d-9359adcd374c"}]} Sep 13 13:06:22.897960 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 34830) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:22.923777 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d63635-f71f-49e1-a2aa-07ef25b6d1e1 req-2941f7e9-53e7-41be-ba45-06ca0bfaf31e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:22.925481 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-19d63635-f71f-49e1-a2aa-07ef25b6d1e1 req-2941f7e9-53e7-41be-ba45-06ca0bfaf31e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0518510 Sep 13 13:06:22.943685 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-00d3b5d8-24bb-4321-a48f-448a8c729e86 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=eaaf8aa87a0f47cc9ba9f477de3c2d67&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0445392 Sep 13 13:06:22.946925 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 34834) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:22.980662 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-19d63635-f71f-49e1-a2aa-07ef25b6d1e1 req-f10e620a-dcbb-47dc-bdb6-ce7432543254 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479929 Sep 13 13:06:22.998009 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4596ab02-207b-4f70-8fe0-358e48a35e71 admin admin] Publish callbacks [] for security_group (93d0e905-5357-43aa-b2d0-dd6e1a9b0a15), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:23.020073 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4596ab02-207b-4f70-8fe0-358e48a35e71 admin admin] Publish callbacks [] for security_group (93d0e905-5357-43aa-b2d0-dd6e1a9b0a15), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:23.162507 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4596ab02-207b-4f70-8fe0-358e48a35e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (93d0e905-5357-43aa-b2d0-dd6e1a9b0a15), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:23.165958 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4596ab02-207b-4f70-8fe0-358e48a35e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:23.167120 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-4596ab02-207b-4f70-8fe0-358e48a35e71 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/93d0e905-5357-43aa-b2d0-dd6e1a9b0a15 HTTP/1.1" status: 204 len: 168 time: 0.2190983 Sep 13 13:06:23.175849 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4596ab02-207b-4f70-8fe0-358e48a35e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d0e905-5357-43aa-b2d0-dd6e1a9b0a15,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:23.265433 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 02053171-f5ec-4e0a-a891-e2a2ff56aae0 no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:06:23.291491 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: 02053171-f5ec-4e0a-a891-e2a2ff56aae0 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:06:23.291830 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 02053171-f5ec-4e0a-a891-e2a2ff56aae0 not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:06:24.105520 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c9f447-d675-4d7e-8cea-7bfdfdab0d45 req-72ebec45-5278-40ff-a696-16a984bb2dc7 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:24.107048 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f7c9f447-d675-4d7e-8cea-7bfdfdab0d45 req-72ebec45-5278-40ff-a696-16a984bb2dc7 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0493646 Sep 13 13:06:24.157013 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f7c9f447-d675-4d7e-8cea-7bfdfdab0d45 req-c20f005d-05f8-4d45-ba46-d872809df5a4 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431168 Sep 13 13:06:25.252860 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 34926) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:25.282882 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3e647-05e0-4b82-b86e-0116a0e644c9 req-f0278e44-b1ea-4bf4-82b5-549113fee374 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:25.283942 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-86a3e647-05e0-4b82-b86e-0116a0e644c9 req-f0278e44-b1ea-4bf4-82b5-549113fee374 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0478108 Sep 13 13:06:25.337462 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-86a3e647-05e0-4b82-b86e-0116a0e644c9 req-a16bff52-b9e6-4f4e-a471-91caba027299 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467227 Sep 13 13:06:25.381370 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-66f2e302-f086-4bfb-8811-dfd257f0b60d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:25.462920 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-66f2e302-f086-4bfb-8811-dfd257f0b60d admin admin] Publish callbacks [] for security_group (c731453c-2168-4a45-96ac-cec16b9b1e5e), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:25.545681 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-66f2e302-f086-4bfb-8811-dfd257f0b60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (c731453c-2168-4a45-96ac-cec16b9b1e5e), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:25.550405 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=80,neutron:DELETE=12,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:25.587175 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-66f2e302-f086-4bfb-8811-dfd257f0b60d admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=942aba47b5e2439a9bdd2e52f25f3290&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3332145 Sep 13 13:06:25.588003 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f2e302-f086-4bfb-8811-dfd257f0b60d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c731453c-2168-4a45-96ac-cec16b9b1e5e,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:25.590008 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 34934) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:25.641834 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d206ad07-c149-42f8-9efe-20e88eb12e52 admin admin] Publish callbacks [] for security_group (c731453c-2168-4a45-96ac-cec16b9b1e5e), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:25.662150 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d206ad07-c149-42f8-9efe-20e88eb12e52 admin admin] Publish callbacks [] for security_group (c731453c-2168-4a45-96ac-cec16b9b1e5e), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:25.766387 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d206ad07-c149-42f8-9efe-20e88eb12e52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (c731453c-2168-4a45-96ac-cec16b9b1e5e), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:25.768917 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d206ad07-c149-42f8-9efe-20e88eb12e52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:25.770105 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-d206ad07-c149-42f8-9efe-20e88eb12e52 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/c731453c-2168-4a45-96ac-cec16b9b1e5e HTTP/1.1" status: 204 len: 168 time: 0.1785057 Sep 13 13:06:25.778955 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206ad07-c149-42f8-9efe-20e88eb12e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c731453c-2168-4a45-96ac-cec16b9b1e5e,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:26.457481 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:26.466106 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635da81-44f0-42dd-a3a3-f4d18fa65587 req-4625fee5-8ff2-4886-9a20-38df23974801 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:26.467630 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0635da81-44f0-42dd-a3a3-f4d18fa65587 req-4625fee5-8ff2-4886-9a20-38df23974801 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0510452 Sep 13 13:06:26.532012 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0635da81-44f0-42dd-a3a3-f4d18fa65587 req-8a401b1f-26f1-498b-a2b5-307c2cdcae4e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570598 Sep 13 13:06:27.111450 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 35000) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:27.264049 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-7412a1f7-cb59-4150-9f55-3e6a4607f3f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:27.369426 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-7412a1f7-cb59-4150-9f55-3e6a4607f3f6 admin admin] Publish callbacks [] for security_group (cc4bfc6d-cd15-441e-96db-e3ab384524e9), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:27.435736 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-7412a1f7-cb59-4150-9f55-3e6a4607f3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (cc4bfc6d-cd15-441e-96db-e3ab384524e9), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:27.471598 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-7412a1f7-cb59-4150-9f55-3e6a4607f3f6 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=c23e2bec389d491d9dc78cfc4c04e041&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3587284 Sep 13 13:06:27.473489 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7412a1f7-cb59-4150-9f55-3e6a4607f3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4bfc6d-cd15-441e-96db-e3ab384524e9,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:27.474300 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35012) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:27.530677 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-69a73807-9e48-4db7-9fbd-c51209751aad admin admin] Publish callbacks [] for security_group (cc4bfc6d-cd15-441e-96db-e3ab384524e9), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:27.556443 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-69a73807-9e48-4db7-9fbd-c51209751aad admin admin] Publish callbacks [] for security_group (cc4bfc6d-cd15-441e-96db-e3ab384524e9), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:27.676207 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-69a73807-9e48-4db7-9fbd-c51209751aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (cc4bfc6d-cd15-441e-96db-e3ab384524e9), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:27.676856 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67297ee-8812-4441-9a35-f69cc25be8db req-dc22e88f-e16e-4a96-b814-bf09f96b8558 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:27.678548 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e67297ee-8812-4441-9a35-f69cc25be8db req-dc22e88f-e16e-4a96-b814-bf09f96b8558 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0547669 Sep 13 13:06:27.686740 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-69a73807-9e48-4db7-9fbd-c51209751aad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:27.689974 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-69a73807-9e48-4db7-9fbd-c51209751aad admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/cc4bfc6d-cd15-441e-96db-e3ab384524e9 HTTP/1.1" status: 204 len: 168 time: 0.2120187 Sep 13 13:06:27.714785 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a73807-9e48-4db7-9fbd-c51209751aad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4bfc6d-cd15-441e-96db-e3ab384524e9,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:27.743238 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e67297ee-8812-4441-9a35-f69cc25be8db req-b36d834e-bbd6-419e-a0c5-062fc63c57a1 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577643 Sep 13 13:06:28.664440 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35048) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:28.678201 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-97086943-f4dd-4ed3-9d05-7fdc8de970d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:28.750287 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 35050) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:28.757260 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-97086943-f4dd-4ed3-9d05-7fdc8de970d5 admin admin] Publish callbacks [] for security_group (d1cf247a-a6e4-4424-b9bc-7a50073425b4), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:28.837548 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-97086943-f4dd-4ed3-9d05-7fdc8de970d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (d1cf247a-a6e4-4424-b9bc-7a50073425b4), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:28.875355 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6633dc82-7b93-4ee7-8ffb-ad2c3f805cb5 req-390da8e4-02f9-44dc-9f24-1156fb8fc9a9 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:28.877189 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6633dc82-7b93-4ee7-8ffb-ad2c3f805cb5 req-390da8e4-02f9-44dc-9f24-1156fb8fc9a9 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0560319 Sep 13 13:06:28.879479 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:28.882826 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97086943-f4dd-4ed3-9d05-7fdc8de970d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cf247a-a6e4-4424-b9bc-7a50073425b4,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:28.888193 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-97086943-f4dd-4ed3-9d05-7fdc8de970d5 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=e467cd5e546540e6a24c89a719540b0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227254 Sep 13 13:06:28.892510 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35058) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:28.946158 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6633dc82-7b93-4ee7-8ffb-ad2c3f805cb5 req-e65a6781-74fc-40c1-bbdd-7b865aefdca6 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544472 Sep 13 13:06:28.953980 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6ebaffa2-abf3-449c-ae17-be7f4b772337 admin admin] Publish callbacks [] for security_group (d1cf247a-a6e4-4424-b9bc-7a50073425b4), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:28.955200 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 35060) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:28.974139 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6ebaffa2-abf3-449c-ae17-be7f4b772337 admin admin] Publish callbacks [] for security_group (d1cf247a-a6e4-4424-b9bc-7a50073425b4), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:29.010853 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:29.022703 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d8592839-11d2-4ed8-9e49-07cd54b0cb42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:29.039150 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-85c25aed-19bb-4e56-9d06-dffbb162d509 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:29.151130 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6ebaffa2-abf3-449c-ae17-be7f4b772337 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (d1cf247a-a6e4-4424-b9bc-7a50073425b4), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:29.153701 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6ebaffa2-abf3-449c-ae17-be7f4b772337 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:29.157309 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-6ebaffa2-abf3-449c-ae17-be7f4b772337 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/d1cf247a-a6e4-4424-b9bc-7a50073425b4 HTTP/1.1" status: 204 len: 168 time: 0.2629905 Sep 13 13:06:29.166451 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebaffa2-abf3-449c-ae17-be7f4b772337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cf247a-a6e4-4424-b9bc-7a50073425b4,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:29.209775 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:29.253328 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d8592839-11d2-4ed8-9e49-07cd54b0cb42 admin admin] Publish callbacks [] for security_group (2af48985-3094-4e95-b4ca-91d6296186d7), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:29.255479 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-85c25aed-19bb-4e56-9d06-dffbb162d509 admin admin] Publish callbacks [] for security_group (3327b0c6-8e4e-4dc8-a6db-d5cb69c88edb), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:29.340586 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d8592839-11d2-4ed8-9e49-07cd54b0cb42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (2af48985-3094-4e95-b4ca-91d6296186d7), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:29.343124 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-85c25aed-19bb-4e56-9d06-dffbb162d509 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (3327b0c6-8e4e-4dc8-a6db-d5cb69c88edb), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:29.397466 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8592839-11d2-4ed8-9e49-07cd54b0cb42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2af48985-3094-4e95-b4ca-91d6296186d7,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:29.407355 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-85c25aed-19bb-4e56-9d06-dffbb162d509 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=179a5cf4f5564dcea420628fd37e9b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6559875 Sep 13 13:06:29.412461 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-d8592839-11d2-4ed8-9e49-07cd54b0cb42 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=de5242a56ff14149ba6f6195c7e03339&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4532392 Sep 13 13:06:29.412868 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35066) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:29.412868 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35068) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:29.428596 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c25aed-19bb-4e56-9d06-dffbb162d509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3327b0c6-8e4e-4dc8-a6db-d5cb69c88edb,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:29.482985 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=7 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:29.506445 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b7574685-7413-4b78-9903-139f446c1fb9 admin admin] Publish callbacks [] for security_group (3327b0c6-8e4e-4dc8-a6db-d5cb69c88edb), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:29.513930 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-96314619-389c-47bb-9eb7-d801dddea3a0 admin admin] Publish callbacks [] for security_group (2af48985-3094-4e95-b4ca-91d6296186d7), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:29.537437 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b7574685-7413-4b78-9903-139f446c1fb9 admin admin] Publish callbacks [] for security_group (3327b0c6-8e4e-4dc8-a6db-d5cb69c88edb), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:29.553601 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-96314619-389c-47bb-9eb7-d801dddea3a0 admin admin] Publish callbacks [] for security_group (2af48985-3094-4e95-b4ca-91d6296186d7), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:29.705946 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b7574685-7413-4b78-9903-139f446c1fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (3327b0c6-8e4e-4dc8-a6db-d5cb69c88edb), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:29.708480 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b7574685-7413-4b78-9903-139f446c1fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:29.709815 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-b7574685-7413-4b78-9903-139f446c1fb9 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/3327b0c6-8e4e-4dc8-a6db-d5cb69c88edb HTTP/1.1" status: 204 len: 168 time: 0.2981555 Sep 13 13:06:29.712652 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-96314619-389c-47bb-9eb7-d801dddea3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (2af48985-3094-4e95-b4ca-91d6296186d7), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:29.715248 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-96314619-389c-47bb-9eb7-d801dddea3a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:29.716283 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-96314619-389c-47bb-9eb7-d801dddea3a0 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/2af48985-3094-4e95-b4ca-91d6296186d7 HTTP/1.1" status: 204 len: 168 time: 0.2973726 Sep 13 13:06:29.722634 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7574685-7413-4b78-9903-139f446c1fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3327b0c6-8e4e-4dc8-a6db-d5cb69c88edb,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:29.733121 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96314619-389c-47bb-9eb7-d801dddea3a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af48985-3094-4e95-b4ca-91d6296186d7,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:30.061034 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6815912-0f59-4310-b9ec-2cec043bc196 req-18fbf600-8da0-40e6-a6ce-abbfe8f4876e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:30.063226 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a6815912-0f59-4310-b9ec-2cec043bc196 req-18fbf600-8da0-40e6-a6ce-abbfe8f4876e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0489135 Sep 13 13:06:30.118657 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a6815912-0f59-4310-b9ec-2cec043bc196 req-404816ff-8064-45c3-89dd-9decad641dba tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478976 Sep 13 13:06:30.489412 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 35092) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:30.503945 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2e196ff4-d429-4f81-9a61-15eb4bd69343 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:30.563543 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=40 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:30.567166 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35094) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:30.580514 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:30.583196 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2e196ff4-d429-4f81-9a61-15eb4bd69343 admin admin] Publish callbacks [] for security_group (dec1a829-d4b0-4e19-95f3-3d6d67cbc2e4), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:30.592147 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-47366400-f6d2-4448-9802-0c1b7c26e0d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:30.654141 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2e196ff4-d429-4f81-9a61-15eb4bd69343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (dec1a829-d4b0-4e19-95f3-3d6d67cbc2e4), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:30.674120 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-47366400-f6d2-4448-9802-0c1b7c26e0d2 admin admin] Publish callbacks [] for security_group (cdf8b561-3d4e-42b4-a3db-4830e1b02563), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:30.703608 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-2e196ff4-d429-4f81-9a61-15eb4bd69343 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=0ae0a809de8141fbafa9f3881447361d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2130389 Sep 13 13:06:30.705674 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e196ff4-d429-4f81-9a61-15eb4bd69343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec1a829-d4b0-4e19-95f3-3d6d67cbc2e4,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:30.706562 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35100) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:30.746471 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-47366400-f6d2-4448-9802-0c1b7c26e0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (cdf8b561-3d4e-42b4-a3db-4830e1b02563), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:30.786284 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2fbbdfe7-49a7-4957-bdab-c04366e6729b admin admin] Publish callbacks [] for security_group (dec1a829-d4b0-4e19-95f3-3d6d67cbc2e4), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:30.802162 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47366400-f6d2-4448-9802-0c1b7c26e0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf8b561-3d4e-42b4-a3db-4830e1b02563,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:30.812238 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-47366400-f6d2-4448-9802-0c1b7c26e0d2 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=a36c55a6288549e6ac718f3d5370d4b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437499 Sep 13 13:06:30.815130 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 35102) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:30.821005 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2fbbdfe7-49a7-4957-bdab-c04366e6729b admin admin] Publish callbacks [] for security_group (dec1a829-d4b0-4e19-95f3-3d6d67cbc2e4), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:30.874526 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2af39464-94a8-4392-b19f-5dad112efc4e admin admin] Publish callbacks [] for security_group (cdf8b561-3d4e-42b4-a3db-4830e1b02563), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:30.894968 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2af39464-94a8-4392-b19f-5dad112efc4e admin admin] Publish callbacks [] for security_group (cdf8b561-3d4e-42b4-a3db-4830e1b02563), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:30.951028 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2fbbdfe7-49a7-4957-bdab-c04366e6729b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (dec1a829-d4b0-4e19-95f3-3d6d67cbc2e4), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:30.953589 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2fbbdfe7-49a7-4957-bdab-c04366e6729b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:30.954771 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-2fbbdfe7-49a7-4957-bdab-c04366e6729b admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/dec1a829-d4b0-4e19-95f3-3d6d67cbc2e4 HTTP/1.1" status: 204 len: 168 time: 0.2469578 Sep 13 13:06:30.963713 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbbdfe7-49a7-4957-bdab-c04366e6729b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec1a829-d4b0-4e19-95f3-3d6d67cbc2e4,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:31.037273 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2af39464-94a8-4392-b19f-5dad112efc4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (cdf8b561-3d4e-42b4-a3db-4830e1b02563), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:31.047745 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2af39464-94a8-4392-b19f-5dad112efc4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:31.047745 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-2af39464-94a8-4392-b19f-5dad112efc4e admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/cdf8b561-3d4e-42b4-a3db-4830e1b02563 HTTP/1.1" status: 204 len: 168 time: 0.2266173 Sep 13 13:06:31.052960 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af39464-94a8-4392-b19f-5dad112efc4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf8b561-3d4e-42b4-a3db-4830e1b02563,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:31.166059 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:31.242175 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a541ac8-0b91-4b4b-b195-1259439a4e78 req-3f466843-58f3-4fe5-a635-638fb03418b5 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:31.243857 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3a541ac8-0b91-4b4b-b195-1259439a4e78 req-3f466843-58f3-4fe5-a635-638fb03418b5 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0469353 Sep 13 13:06:31.255451 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:31.295476 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3a541ac8-0b91-4b4b-b195-1259439a4e78 req-57546a75-1abd-4560-8957-a35a051b4b55 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459416 Sep 13 13:06:32.420956 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a3dc9-3eab-4722-8955-e3f3c18c602d req-22a0b6a1-470c-48e0-b5dc-7648b6ff4938 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:32.426206 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-447a3dc9-3eab-4722-8955-e3f3c18c602d req-22a0b6a1-470c-48e0-b5dc-7648b6ff4938 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0542569 Sep 13 13:06:32.472835 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-447a3dc9-3eab-4722-8955-e3f3c18c602d req-e566e241-c036-484d-91f6-f33767621f32 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448911 Sep 13 13:06:33.268710 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d6d6b71f-2c18-43c0-b031-366707d74c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:33.625337 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003b303-b8e9-41c6-b261-92e85ba25470 req-ad820684-5c76-474d-ad04-be7d23ad0e15 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:33.626872 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7003b303-b8e9-41c6-b261-92e85ba25470 req-ad820684-5c76-474d-ad04-be7d23ad0e15 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0475557 Sep 13 13:06:33.682527 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7003b303-b8e9-41c6-b261-92e85ba25470 req-c097b7a4-5810-4878-8c8d-386ec75f6664 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478137 Sep 13 13:06:34.246606 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 35242) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:34.352777 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0d8afbc4-71ae-43d8-a1ce-e2c145ee3fc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:34.406639 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:34.429585 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0d8afbc4-71ae-43d8-a1ce-e2c145ee3fc6 admin admin] Publish callbacks [] for security_group (66665fc3-c774-49b2-9eaa-bfc98eac820a), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:34.505542 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0d8afbc4-71ae-43d8-a1ce-e2c145ee3fc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (66665fc3-c774-49b2-9eaa-bfc98eac820a), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:34.550027 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-0d8afbc4-71ae-43d8-a1ce-e2c145ee3fc6 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=383a9659fe374bfebc2898477b1ac8e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023121 Sep 13 13:06:34.550893 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8afbc4-71ae-43d8-a1ce-e2c145ee3fc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66665fc3-c774-49b2-9eaa-bfc98eac820a,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:34.553567 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35256) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:34.609357 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=5 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:34.613200 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-caaee9aa-97ac-4b06-96a0-9a4864c1f6d6 admin admin] Publish callbacks [] for security_group (66665fc3-c774-49b2-9eaa-bfc98eac820a), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:34.635601 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-caaee9aa-97ac-4b06-96a0-9a4864c1f6d6 admin admin] Publish callbacks [] for security_group (66665fc3-c774-49b2-9eaa-bfc98eac820a), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:34.783701 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-caaee9aa-97ac-4b06-96a0-9a4864c1f6d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (66665fc3-c774-49b2-9eaa-bfc98eac820a), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:34.786280 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-caaee9aa-97ac-4b06-96a0-9a4864c1f6d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:34.787457 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-caaee9aa-97ac-4b06-96a0-9a4864c1f6d6 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/66665fc3-c774-49b2-9eaa-bfc98eac820a HTTP/1.1" status: 204 len: 168 time: 0.2315791 Sep 13 13:06:34.797927 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaee9aa-97ac-4b06-96a0-9a4864c1f6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66665fc3-c774-49b2-9eaa-bfc98eac820a,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:34.806907 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675a5680-b161-41d3-8afb-877d4f0797cf req-9b7b2dff-c5d0-49e8-b856-9733503af938 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:34.809225 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-675a5680-b161-41d3-8afb-877d4f0797cf req-9b7b2dff-c5d0-49e8-b856-9733503af938 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0524611 Sep 13 13:06:34.864781 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-675a5680-b161-41d3-8afb-877d4f0797cf req-1cdc4756-6527-416c-824b-4613b6b91175 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440404 Sep 13 13:06:35.397347 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-b09b3625-8993-4e4c-8b1d-32615610ca7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:35.406679 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35272) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:35.420697 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5c1df999-8e84-444a-bae8-6776d7a34460 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:35.501761 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5c1df999-8e84-444a-bae8-6776d7a34460 admin admin] Publish callbacks [] for security_group (cacc6a74-fe44-4e5b-8c9f-c0d91ee6bf01), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:35.579589 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5c1df999-8e84-444a-bae8-6776d7a34460 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (cacc6a74-fe44-4e5b-8c9f-c0d91ee6bf01), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:35.619390 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-5c1df999-8e84-444a-bae8-6776d7a34460 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=bc8ee53c69b3457ba5e6333c0595cfcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2116623 Sep 13 13:06:35.621351 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1df999-8e84-444a-bae8-6776d7a34460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cacc6a74-fe44-4e5b-8c9f-c0d91ee6bf01,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:35.622339 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 35278) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:35.684118 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-745d099e-6eb3-4d62-923d-ffe7d65a80c2 admin admin] Publish callbacks [] for security_group (cacc6a74-fe44-4e5b-8c9f-c0d91ee6bf01), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:35.704277 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-745d099e-6eb3-4d62-923d-ffe7d65a80c2 admin admin] Publish callbacks [] for security_group (cacc6a74-fe44-4e5b-8c9f-c0d91ee6bf01), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:35.817172 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-745d099e-6eb3-4d62-923d-ffe7d65a80c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (cacc6a74-fe44-4e5b-8c9f-c0d91ee6bf01), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:35.819445 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-745d099e-6eb3-4d62-923d-ffe7d65a80c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:35.820612 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-745d099e-6eb3-4d62-923d-ffe7d65a80c2 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/cacc6a74-fe44-4e5b-8c9f-c0d91ee6bf01 HTTP/1.1" status: 204 len: 168 time: 0.1972575 Sep 13 13:06:35.829893 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d099e-6eb3-4d62-923d-ffe7d65a80c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacc6a74-fe44-4e5b-8c9f-c0d91ee6bf01,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:35.990569 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009676d2-494c-4139-8e8c-0c48337c791e req-4cbee519-01d7-4f9b-9ffe-879e83d99b50 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:35.992931 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-009676d2-494c-4139-8e8c-0c48337c791e req-4cbee519-01d7-4f9b-9ffe-879e83d99b50 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0525749 Sep 13 13:06:36.040694 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-009676d2-494c-4139-8e8c-0c48337c791e req-dac98c7d-9596-4869-9bd0-ee40e32493db tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419457 Sep 13 13:06:36.479203 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 35308) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:36.594468 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:36.600783 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1c0c18e6-7f68-4e28-be15-4857404b51e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:36.678165 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1c0c18e6-7f68-4e28-be15-4857404b51e7 admin admin] Publish callbacks [] for security_group (19823af7-1a0c-46be-a201-5cc5726caf1b), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:36.779348 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1c0c18e6-7f68-4e28-be15-4857404b51e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (19823af7-1a0c-46be-a201-5cc5726caf1b), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:36.822381 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0c18e6-7f68-4e28-be15-4857404b51e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19823af7-1a0c-46be-a201-5cc5726caf1b,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:36.827090 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-1c0c18e6-7f68-4e28-be15-4857404b51e7 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=27127e7e98f14df4bfadcd0bd8bcf7a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3753045 Sep 13 13:06:36.829243 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 35318) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:36.872915 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:36.880947 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1bcffc3e-d071-466f-bc91-23ddf35c2107 admin admin] Publish callbacks [] for security_group (19823af7-1a0c-46be-a201-5cc5726caf1b), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:36.908090 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1bcffc3e-d071-466f-bc91-23ddf35c2107 admin admin] Publish callbacks [] for security_group (19823af7-1a0c-46be-a201-5cc5726caf1b), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:36.924513 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:37.054807 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1bcffc3e-d071-466f-bc91-23ddf35c2107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (19823af7-1a0c-46be-a201-5cc5726caf1b), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:37.057307 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1bcffc3e-d071-466f-bc91-23ddf35c2107 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:37.058475 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-1bcffc3e-d071-466f-bc91-23ddf35c2107 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/19823af7-1a0c-46be-a201-5cc5726caf1b HTTP/1.1" status: 204 len: 168 time: 0.2282052 Sep 13 13:06:37.069142 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcffc3e-d071-466f-bc91-23ddf35c2107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19823af7-1a0c-46be-a201-5cc5726caf1b,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:37.164211 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427946af-eb8a-4602-a893-f021fe0e76fe req-37e8ef87-7419-4b8e-a5dd-e4e115a72678 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:37.165580 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-427946af-eb8a-4602-a893-f021fe0e76fe req-37e8ef87-7419-4b8e-a5dd-e4e115a72678 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0462365 Sep 13 13:06:37.214788 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-427946af-eb8a-4602-a893-f021fe0e76fe req-6f0053cb-30e8-4f9b-ba8b-9d525b13c356 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431304 Sep 13 13:06:37.697694 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 35344) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:37.712319 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2d922265-af8e-4c1f-ac8e-efdffd7aafcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:37.794851 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2d922265-af8e-4c1f-ac8e-efdffd7aafcd admin admin] Publish callbacks [] for security_group (d2e3edff-4936-48fc-bafc-93acbc897141), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:37.883734 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2d922265-af8e-4c1f-ac8e-efdffd7aafcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (d2e3edff-4936-48fc-bafc-93acbc897141), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:37.926633 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-2d922265-af8e-4c1f-ac8e-efdffd7aafcd admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=fa12d447b30f4ff58464c839a1d067b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2277732 Sep 13 13:06:37.928058 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d922265-af8e-4c1f-ac8e-efdffd7aafcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2e3edff-4936-48fc-bafc-93acbc897141,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:37.929625 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35350) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:37.998120 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-db2914db-15cf-442e-b96b-85a5c243b2ad admin admin] Publish callbacks [] for security_group (d2e3edff-4936-48fc-bafc-93acbc897141), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:38.020053 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-db2914db-15cf-442e-b96b-85a5c243b2ad admin admin] Publish callbacks [] for security_group (d2e3edff-4936-48fc-bafc-93acbc897141), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:38.021621 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:38.122507 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-db2914db-15cf-442e-b96b-85a5c243b2ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (d2e3edff-4936-48fc-bafc-93acbc897141), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:38.125196 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-db2914db-15cf-442e-b96b-85a5c243b2ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:38.126383 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-db2914db-15cf-442e-b96b-85a5c243b2ad admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/d2e3edff-4936-48fc-bafc-93acbc897141 HTTP/1.1" status: 204 len: 168 time: 0.1947520 Sep 13 13:06:38.135895 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2914db-15cf-442e-b96b-85a5c243b2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2e3edff-4936-48fc-bafc-93acbc897141,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:38.222631 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:38.338313 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4eb29-c1a4-406e-afe3-0e4a539acb54 req-ae8e68dc-d2f6-4d60-b5a5-f25b34be3d9a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:38.339904 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-35c4eb29-c1a4-406e-afe3-0e4a539acb54 req-ae8e68dc-d2f6-4d60-b5a5-f25b34be3d9a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0506172 Sep 13 13:06:38.390779 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:38.392140 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-35c4eb29-c1a4-406e-afe3-0e4a539acb54 req-a9d5bfe4-f832-472c-966d-c65fca7ee49e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447159 Sep 13 13:06:39.512224 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d3660-c4f4-457f-8029-8b3445297cc8 req-1158a376-162b-46c4-ae45-243285d0e1b9 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:39.513587 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-049d3660-c4f4-457f-8029-8b3445297cc8 req-1158a376-162b-46c4-ae45-243285d0e1b9 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0447206 Sep 13 13:06:39.559675 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-049d3660-c4f4-457f-8029-8b3445297cc8 req-3e2d55b5-bdd2-4e9d-91fa-ef8348dc3a1b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404861 Sep 13 13:06:39.797305 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 35424) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:40.020805 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-687efa28-02cb-47d5-acc6-67d36873be13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:40.162114 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-687efa28-02cb-47d5-acc6-67d36873be13 admin admin] Publish callbacks [] for security_group (bc0dc136-6f0e-470a-a570-a745c5376e1f), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:40.234546 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-687efa28-02cb-47d5-acc6-67d36873be13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (bc0dc136-6f0e-470a-a570-a745c5376e1f), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:40.277565 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-687efa28-02cb-47d5-acc6-67d36873be13 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=4dc826493dc049d791cec8b4bb95943f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4791675 Sep 13 13:06:40.278900 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687efa28-02cb-47d5-acc6-67d36873be13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0dc136-6f0e-470a-a570-a745c5376e1f,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:40.280380 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35442) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:40.335840 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cca18e01-07f4-449f-a7ab-fff7064830bf admin admin] Publish callbacks [] for security_group (bc0dc136-6f0e-470a-a570-a745c5376e1f), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:40.357099 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cca18e01-07f4-449f-a7ab-fff7064830bf admin admin] Publish callbacks [] for security_group (bc0dc136-6f0e-470a-a570-a745c5376e1f), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:40.462743 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cca18e01-07f4-449f-a7ab-fff7064830bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (bc0dc136-6f0e-470a-a570-a745c5376e1f), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:40.465256 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cca18e01-07f4-449f-a7ab-fff7064830bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:40.466444 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-cca18e01-07f4-449f-a7ab-fff7064830bf admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/bc0dc136-6f0e-470a-a570-a745c5376e1f HTTP/1.1" status: 204 len: 168 time: 0.1850779 Sep 13 13:06:40.476639 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca18e01-07f4-449f-a7ab-fff7064830bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0dc136-6f0e-470a-a570-a745c5376e1f,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:40.670890 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:40.688831 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2796d-222a-4faf-bb9f-d7291b569d88 req-6f041aa1-ee83-4983-9528-75335c42e266 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:40.690344 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-eec2796d-222a-4faf-bb9f-d7291b569d88 req-6f041aa1-ee83-4983-9528-75335c42e266 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0493886 Sep 13 13:06:40.741408 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-eec2796d-222a-4faf-bb9f-d7291b569d88 req-9e4fb17e-0bbe-4507-83cf-f1e341a6ccf9 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453377 Sep 13 13:06:40.929471 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=3 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:41.227243 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35468) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:41.242004 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2507cdfd-6502-4ae4-a440-0b85a5a1ac56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:41.335530 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2507cdfd-6502-4ae4-a440-0b85a5a1ac56 admin admin] Publish callbacks [] for security_group (ca8636c1-7419-4dce-ba09-e5ceabe23f30), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:41.434535 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2507cdfd-6502-4ae4-a440-0b85a5a1ac56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (ca8636c1-7419-4dce-ba09-e5ceabe23f30), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:41.475623 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-2507cdfd-6502-4ae4-a440-0b85a5a1ac56 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=a2dfe2e996f44a4694c14d7ffc7a7479&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472970 Sep 13 13:06:41.476708 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507cdfd-6502-4ae4-a440-0b85a5a1ac56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca8636c1-7419-4dce-ba09-e5ceabe23f30,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:41.478977 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 35484) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:41.535306 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-da4def20-0b90-4afc-a3f7-1754d54ada4c admin admin] Publish callbacks [] for security_group (ca8636c1-7419-4dce-ba09-e5ceabe23f30), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:41.553765 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:41.556356 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-da4def20-0b90-4afc-a3f7-1754d54ada4c admin admin] Publish callbacks [] for security_group (ca8636c1-7419-4dce-ba09-e5ceabe23f30), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:41.722558 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-da4def20-0b90-4afc-a3f7-1754d54ada4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (ca8636c1-7419-4dce-ba09-e5ceabe23f30), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:41.725108 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-da4def20-0b90-4afc-a3f7-1754d54ada4c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:41.727132 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-da4def20-0b90-4afc-a3f7-1754d54ada4c admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/ca8636c1-7419-4dce-ba09-e5ceabe23f30 HTTP/1.1" status: 204 len: 168 time: 0.2463770 Sep 13 13:06:41.735418 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4def20-0b90-4afc-a3f7-1754d54ada4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca8636c1-7419-4dce-ba09-e5ceabe23f30,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:41.866761 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176bc6c-123c-4924-8452-c20431b0eeaf req-05e4c33b-e052-47fb-a8c1-5f39967466a9 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:41.868216 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8176bc6c-123c-4924-8452-c20431b0eeaf req-05e4c33b-e052-47fb-a8c1-5f39967466a9 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0505588 Sep 13 13:06:41.915245 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8176bc6c-123c-4924-8452-c20431b0eeaf req-0579ef1a-9b57-4cd7-923d-8a6d30fa82ca tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414786 Sep 13 13:06:43.038674 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2e6d0f-2529-43aa-9a60-01167efb3961 req-99eb0a5e-b7ba-4ffb-8c28-2da83928c053 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:43.041464 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9d2e6d0f-2529-43aa-9a60-01167efb3961 req-99eb0a5e-b7ba-4ffb-8c28-2da83928c053 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0496464 Sep 13 13:06:43.092452 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9d2e6d0f-2529-43aa-9a60-01167efb3961 req-8d56b320-dbec-4339-af70-b445823bade4 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425277 Sep 13 13:06:44.242639 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753a75a4-20ed-4787-a6f9-2575213067f6 req-7ce86b88-db6b-43b3-b792-944278aac485 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:44.244398 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-753a75a4-20ed-4787-a6f9-2575213067f6 req-7ce86b88-db6b-43b3-b792-944278aac485 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0712483 Sep 13 13:06:44.293609 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-753a75a4-20ed-4787-a6f9-2575213067f6 req-d57f7a03-41d3-4181-b3ab-42b0a6fa2a8d tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432403 Sep 13 13:06:45.264505 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35662) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:45.395862 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5475eac7-d1c9-455c-88d3-bc5a7fe12960 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:45.432789 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e4f0e-4973-4d9a-9771-f9a72b0d6d9e req-922aefd2-af3b-48c4-b952-f3464bf69025 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:45.441354 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d27e4f0e-4973-4d9a-9771-f9a72b0d6d9e req-922aefd2-af3b-48c4-b952-f3464bf69025 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0686820 Sep 13 13:06:45.468920 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:45.490768 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d27e4f0e-4973-4d9a-9771-f9a72b0d6d9e req-aedc8aa6-4062-4488-a13d-d72f18d68217 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485516 Sep 13 13:06:45.501382 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5475eac7-d1c9-455c-88d3-bc5a7fe12960 admin admin] Publish callbacks [] for security_group (23d567c2-f0a3-4026-be80-326345b2b024), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:45.582690 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5475eac7-d1c9-455c-88d3-bc5a7fe12960 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (23d567c2-f0a3-4026-be80-326345b2b024), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:45.624219 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475eac7-d1c9-455c-88d3-bc5a7fe12960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d567c2-f0a3-4026-be80-326345b2b024,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:45.629155 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-5475eac7-d1c9-455c-88d3-bc5a7fe12960 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=1fe1a6aebac1439b9fe788df43f1e81e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3634977 Sep 13 13:06:45.632167 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35680) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:45.670943 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:45.685165 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-09769226-f2cc-4ad7-9b9e-3cddac0f3865 admin admin] Publish callbacks [] for security_group (23d567c2-f0a3-4026-be80-326345b2b024), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:45.705521 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-09769226-f2cc-4ad7-9b9e-3cddac0f3865 admin admin] Publish callbacks [] for security_group (23d567c2-f0a3-4026-be80-326345b2b024), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:45.783543 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 35688) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:45.889953 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0e45163b-ad87-408c-9aaf-78bf9f9b7821 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:45.921193 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-09769226-f2cc-4ad7-9b9e-3cddac0f3865 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (23d567c2-f0a3-4026-be80-326345b2b024), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:45.923709 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-09769226-f2cc-4ad7-9b9e-3cddac0f3865 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:45.929387 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-09769226-f2cc-4ad7-9b9e-3cddac0f3865 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/23d567c2-f0a3-4026-be80-326345b2b024 HTTP/1.1" status: 204 len: 168 time: 0.2917697 Sep 13 13:06:45.933112 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09769226-f2cc-4ad7-9b9e-3cddac0f3865 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d567c2-f0a3-4026-be80-326345b2b024,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:45.983000 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0e45163b-ad87-408c-9aaf-78bf9f9b7821 admin admin] Publish callbacks [] for security_group (4021d2dc-92e8-4654-bbc1-76355460b228), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:46.103128 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0e45163b-ad87-408c-9aaf-78bf9f9b7821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (4021d2dc-92e8-4654-bbc1-76355460b228), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:46.143270 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-0e45163b-ad87-408c-9aaf-78bf9f9b7821 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=3b727e42953c4fd195587bb7eeedfb60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3586237 Sep 13 13:06:46.144106 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e45163b-ad87-408c-9aaf-78bf9f9b7821 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4021d2dc-92e8-4654-bbc1-76355460b228,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:46.146034 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35698) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:46.197067 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fa403e2b-907b-4821-a532-d099d8de2880 admin admin] Publish callbacks [] for security_group (4021d2dc-92e8-4654-bbc1-76355460b228), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:46.218358 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fa403e2b-907b-4821-a532-d099d8de2880 admin admin] Publish callbacks [] for security_group (4021d2dc-92e8-4654-bbc1-76355460b228), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:46.345224 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fa403e2b-907b-4821-a532-d099d8de2880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (4021d2dc-92e8-4654-bbc1-76355460b228), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:46.347826 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fa403e2b-907b-4821-a532-d099d8de2880 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:46.348972 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-fa403e2b-907b-4821-a532-d099d8de2880 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/4021d2dc-92e8-4654-bbc1-76355460b228 HTTP/1.1" status: 204 len: 168 time: 0.2019448 Sep 13 13:06:46.357032 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa403e2b-907b-4821-a532-d099d8de2880 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4021d2dc-92e8-4654-bbc1-76355460b228,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:46.613184 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15dba11-b73a-47a3-b20b-964a48a9c0cd req-aaa5b66c-e632-4533-91f6-da190687dc34 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:46.616272 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a15dba11-b73a-47a3-b20b-964a48a9c0cd req-aaa5b66c-e632-4533-91f6-da190687dc34 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0468996 Sep 13 13:06:46.658891 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35716) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:46.668341 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a15dba11-b73a-47a3-b20b-964a48a9c0cd req-377ec664-7e9e-44d6-b901-fba92011491c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473382 Sep 13 13:06:46.674159 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fd16065f-be79-4e60-abc6-d252ba6435ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:46.765280 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fd16065f-be79-4e60-abc6-d252ba6435ee admin admin] Publish callbacks [] for security_group (31374cbe-75f8-4d4f-a2d8-40ec667948dc), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:46.931556 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fd16065f-be79-4e60-abc6-d252ba6435ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (31374cbe-75f8-4d4f-a2d8-40ec667948dc), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:46.942417 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:46.972455 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-fd16065f-be79-4e60-abc6-d252ba6435ee admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=d8f575f6b451478c91b7fe650e312f55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3122051 Sep 13 13:06:46.973249 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd16065f-be79-4e60-abc6-d252ba6435ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31374cbe-75f8-4d4f-a2d8-40ec667948dc,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:46.975516 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 35718) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:47.024212 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d5aaf2db-5025-42d3-94ed-37b8ace200c6 admin admin] Publish callbacks [] for security_group (31374cbe-75f8-4d4f-a2d8-40ec667948dc), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:47.042426 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:47.044650 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d5aaf2db-5025-42d3-94ed-37b8ace200c6 admin admin] Publish callbacks [] for security_group (31374cbe-75f8-4d4f-a2d8-40ec667948dc), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:47.190881 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d5aaf2db-5025-42d3-94ed-37b8ace200c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (31374cbe-75f8-4d4f-a2d8-40ec667948dc), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:47.193481 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d5aaf2db-5025-42d3-94ed-37b8ace200c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:47.196041 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-d5aaf2db-5025-42d3-94ed-37b8ace200c6 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/31374cbe-75f8-4d4f-a2d8-40ec667948dc HTTP/1.1" status: 204 len: 168 time: 0.2191174 Sep 13 13:06:47.204962 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aaf2db-5025-42d3-94ed-37b8ace200c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31374cbe-75f8-4d4f-a2d8-40ec667948dc,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:47.249126 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 35722) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:47.263698 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1c744dd0-78dd-4aec-ba4d-b783ddd846d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:47.288663 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:47.358756 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1c744dd0-78dd-4aec-ba4d-b783ddd846d4 admin admin] Publish callbacks [] for security_group (0b1da9ed-d5af-4512-95a1-7c39579e2b58), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:47.441819 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1c744dd0-78dd-4aec-ba4d-b783ddd846d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (0b1da9ed-d5af-4512-95a1-7c39579e2b58), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:47.489619 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-1c744dd0-78dd-4aec-ba4d-b783ddd846d4 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=a8f6c3f2754d423faa83c17d132689e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391810 Sep 13 13:06:47.490725 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c744dd0-78dd-4aec-ba4d-b783ddd846d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1da9ed-d5af-4512-95a1-7c39579e2b58,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:47.492503 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35734) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:47.561508 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f0b22d08-a234-480b-9c00-82dbd0c972a7 admin admin] Publish callbacks [] for security_group (0b1da9ed-d5af-4512-95a1-7c39579e2b58), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:47.585121 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f0b22d08-a234-480b-9c00-82dbd0c972a7 admin admin] Publish callbacks [] for security_group (0b1da9ed-d5af-4512-95a1-7c39579e2b58), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:47.785627 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f0b22d08-a234-480b-9c00-82dbd0c972a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (0b1da9ed-d5af-4512-95a1-7c39579e2b58), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:47.788482 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f0b22d08-a234-480b-9c00-82dbd0c972a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:47.789817 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-f0b22d08-a234-480b-9c00-82dbd0c972a7 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/0b1da9ed-d5af-4512-95a1-7c39579e2b58 HTTP/1.1" status: 204 len: 168 time: 0.2960081 Sep 13 13:06:47.799114 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b22d08-a234-480b-9c00-82dbd0c972a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1da9ed-d5af-4512-95a1-7c39579e2b58,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:47.815385 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0cf57-2a80-4086-b409-992e130b234f req-edf6beb5-1078-43ae-b542-5b4182a6c77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:47.817844 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6ee0cf57-2a80-4086-b409-992e130b234f req-edf6beb5-1078-43ae-b542-5b4182a6c77a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 1129 time: 0.0751224 Sep 13 13:06:47.825489 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc475c82-9007-4c6d-b065-7cf64adc1c87 req-5d6552f5-4600-4e6f-a95a-0cc494175f32 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:47.826912 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bc475c82-9007-4c6d-b065-7cf64adc1c87 req-5d6552f5-4600-4e6f-a95a-0cc494175f32 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0751007 Sep 13 13:06:47.895860 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6ee0cf57-2a80-4086-b409-992e130b234f req-66489b5b-bd43-48bc-a6ff-a31f39565585 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680020 Sep 13 13:06:47.900744 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bc475c82-9007-4c6d-b065-7cf64adc1c87 req-e2599547-7467-475d-9d05-eaeb8be393d0 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677266 Sep 13 13:06:48.378720 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35760) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:48.519588 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-178269d6-d4fc-4129-bff3-125dc92d1c6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:48.601394 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-178269d6-d4fc-4129-bff3-125dc92d1c6d admin admin] Publish callbacks [] for security_group (d01a1adc-816f-4ae0-b0c1-f6ed9ffd8f47), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:48.728920 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-178269d6-d4fc-4129-bff3-125dc92d1c6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (d01a1adc-816f-4ae0-b0c1-f6ed9ffd8f47), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:48.768124 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-178269d6-d4fc-4129-bff3-125dc92d1c6d admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=4fd30b71c7ee4e859079e7282a84bf98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3880837 Sep 13 13:06:48.770886 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 35782) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:48.774395 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178269d6-d4fc-4129-bff3-125dc92d1c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d01a1adc-816f-4ae0-b0c1-f6ed9ffd8f47,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:48.836103 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-eb166bb9-e85b-4a33-a204-e5400ce1b5a0 admin admin] Publish callbacks [] for security_group (d01a1adc-816f-4ae0-b0c1-f6ed9ffd8f47), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:48.856057 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-eb166bb9-e85b-4a33-a204-e5400ce1b5a0 admin admin] Publish callbacks [] for security_group (d01a1adc-816f-4ae0-b0c1-f6ed9ffd8f47), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:49.008424 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-eb166bb9-e85b-4a33-a204-e5400ce1b5a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (d01a1adc-816f-4ae0-b0c1-f6ed9ffd8f47), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:49.011801 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-eb166bb9-e85b-4a33-a204-e5400ce1b5a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:49.012916 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-eb166bb9-e85b-4a33-a204-e5400ce1b5a0 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/d01a1adc-816f-4ae0-b0c1-f6ed9ffd8f47 HTTP/1.1" status: 204 len: 168 time: 0.2410562 Sep 13 13:06:49.028608 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb166bb9-e85b-4a33-a204-e5400ce1b5a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d01a1adc-816f-4ae0-b0c1-f6ed9ffd8f47,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:49.038260 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b1212-a44e-47aa-a34f-058e9b02b653 req-81faf006-1a47-4d80-8077-8bfc3a87395c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:49.042228 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-970b1212-a44e-47aa-a34f-058e9b02b653 req-81faf006-1a47-4d80-8077-8bfc3a87395c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0618827 Sep 13 13:06:49.052538 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:49.090326 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-970b1212-a44e-47aa-a34f-058e9b02b653 req-ea16c48f-e4f9-4603-b344-c88d22e5b769 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448229 Sep 13 13:06:49.792488 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 35814) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:49.807529 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-fb5ede8a-74cb-429f-a07a-d026db61e05d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:49.891429 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-fb5ede8a-74cb-429f-a07a-d026db61e05d admin admin] Publish callbacks [] for security_group (16386474-d6d1-4756-86ca-630c8e26f6a2), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:49.951171 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-fb5ede8a-74cb-429f-a07a-d026db61e05d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (16386474-d6d1-4756-86ca-630c8e26f6a2), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:49.992638 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-fb5ede8a-74cb-429f-a07a-d026db61e05d admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=1718fd7e002f409cb785964dc96a4465&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1988690 Sep 13 13:06:49.996756 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35820) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:49.997360 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5ede8a-74cb-429f-a07a-d026db61e05d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16386474-d6d1-4756-86ca-630c8e26f6a2,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:50.046972 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-58e19323-2687-4ed9-bff2-0301ac83af76 admin admin] Publish callbacks [] for security_group (16386474-d6d1-4756-86ca-630c8e26f6a2), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:50.068710 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-58e19323-2687-4ed9-bff2-0301ac83af76 admin admin] Publish callbacks [] for security_group (16386474-d6d1-4756-86ca-630c8e26f6a2), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:50.202733 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-58e19323-2687-4ed9-bff2-0301ac83af76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (16386474-d6d1-4756-86ca-630c8e26f6a2), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:50.205857 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-58e19323-2687-4ed9-bff2-0301ac83af76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:50.210516 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-58e19323-2687-4ed9-bff2-0301ac83af76 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/16386474-d6d1-4756-86ca-630c8e26f6a2 HTTP/1.1" status: 204 len: 168 time: 0.2120235 Sep 13 13:06:50.228635 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e19323-2687-4ed9-bff2-0301ac83af76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16386474-d6d1-4756-86ca-630c8e26f6a2,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:50.487622 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab788d6-f576-42cb-b5f1-4b12d543f90f req-55753aa7-d5e9-4e36-a142-7da17f29ed72 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:50.489245 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bab788d6-f576-42cb-b5f1-4b12d543f90f req-55753aa7-d5e9-4e36-a142-7da17f29ed72 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.3012583 Sep 13 13:06:50.546283 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bab788d6-f576-42cb-b5f1-4b12d543f90f req-7a754abe-8cf2-446d-b7be-b3d8a73e0dcc tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507967 Sep 13 13:06:50.678855 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ec76b0-eec8-4afc-a548-a1b6adb37daf req-70772bd0-8f3a-4662-8e92-e99712c30182 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:50.680619 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d6ec76b0-eec8-4afc-a548-a1b6adb37daf req-70772bd0-8f3a-4662-8e92-e99712c30182 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 946 time: 0.0612099 Sep 13 13:06:50.737657 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d6ec76b0-eec8-4afc-a548-a1b6adb37daf req-614de44d-a393-4f83-a6cc-c1a057612d19 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510263 Sep 13 13:06:51.769687 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35892) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:51.880199 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-320ac0cc-697f-4067-85dc-a63641863215 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1584888238-network', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:06:51.985837 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320ac0cc-697f-4067-85dc-a63641863215 admin admin] Made reservation on behalf of 9788b5b66a0c452cb39b263ca30284e0 for: {'network': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:06:51.988193 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-320ac0cc-697f-4067-85dc-a63641863215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for network (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:52.000923 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-320ac0cc-697f-4067-85dc-a63641863215 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:52.109551 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:52.149031 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-320ac0cc-697f-4067-85dc-a63641863215 admin admin] Publish callbacks [] for security_group (ba7ad4e3-595c-402d-a5ed-097f41eb3499), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:52.251664 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-320ac0cc-697f-4067-85dc-a63641863215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (ba7ad4e3-595c-402d-a5ed-097f41eb3499), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:52.284298 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-320ac0cc-697f-4067-85dc-a63641863215 admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=106849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 13:06:52.295405 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ac0cc-697f-4067-85dc-a63641863215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba7ad4e3-595c-402d-a5ed-097f41eb3499,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:52.302187 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-320ac0cc-697f-4067-85dc-a63641863215 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (e8f7bc83-fef4-47b7-8bca-574a1cb75265), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:52.302187 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.db.segments_db [None req-320ac0cc-697f-4067-85dc-a63641863215 admin admin] Added segment e8f7bc83-fef4-47b7-8bca-574a1cb75265 of type vlan for network 19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1 Sep 13 13:06:52.339676 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=73,neutron:INSERT=22,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:52.341344 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-320ac0cc-697f-4067-85dc-a63641863215 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734282471325'] for network (19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:52.399934 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35914) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:52.404495 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-ef4c54ee-2aa1-476f-9a58-f32f1555088e tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--733520458', 'description': 'tempest-description--315551738'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:06:52.474691 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-320ac0cc-697f-4067-85dc-a63641863215 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for network (19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:52.475710 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320ac0cc-697f-4067-85dc-a63641863215 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:52.476293 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-320ac0cc-697f-4067-85dc-a63641863215 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:52.529660 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ef4c54ee-2aa1-476f-9a58-f32f1555088e tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:52.557083 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ac0cc-697f-4067-85dc-a63641863215 admin admin] Pushing event updated for resources: {'Network': ['ID=19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:52.566849 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Network 19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1 details requested by agent ovs-agent-dv-cinder-801354-10-iscsi with host dv-cinder-801354-10-iscsi {{(pid=106851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 13:06:52.611482 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:DELETE=4,neutron:SELECT=40,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:52.615525 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-320ac0cc-697f-4067-85dc-a63641863215 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8446503 Sep 13 13:06:52.619249 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 35920) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:52.625358 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-d1cbf24a-283f-4b4a-960a-a6963d4ed080 admin admin] Request body: {'subnet': {'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1584888238-subnet', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'ip_version': 4}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:06:52.626738 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ef4c54ee-2aa1-476f-9a58-f32f1555088e tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group (534991d3-abbd-408e-a9b5-89bfa2ed8423), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:52.696463 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ef4c54ee-2aa1-476f-9a58-f32f1555088e tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (534991d3-abbd-408e-a9b5-89bfa2ed8423), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:52.726374 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4c54ee-2aa1-476f-9a58-f32f1555088e tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=534991d3-abbd-408e-a9b5-89bfa2ed8423,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:52.754340 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cbf24a-283f-4b4a-960a-a6963d4ed080 admin admin] Made reservation on behalf of 9788b5b66a0c452cb39b263ca30284e0 for: {'subnet': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:06:52.756869 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d1cbf24a-283f-4b4a-960a-a6963d4ed080 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234576'] for subnet (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:52.796056 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ef4c54ee-2aa1-476f-9a58-f32f1555088e tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:52.799640 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-ef4c54ee-2aa1-476f-9a58-f32f1555088e tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3962858 Sep 13 13:06:52.800268 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35922) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:52.805152 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-b9b4f44a-eb66-43c3-bffb-4cd7a017786d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Request body: {'security_group_rule': {'security_group_id': '534991d3-abbd-408e-a9b5-89bfa2ed8423', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:06:52.926127 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b9b4f44a-eb66-43c3-bffb-4cd7a017786d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group_rule (f905d270-cc09-435e-a9ca-2af162c01ea6), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:52.980022 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:52.986902 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b9b4f44a-eb66-43c3-bffb-4cd7a017786d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group_rule (f905d270-cc09-435e-a9ca-2af162c01ea6), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:53.074192 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d1cbf24a-283f-4b4a-960a-a6963d4ed080 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8160270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234562'] for subnet (4b81446e-11cc-48df-8c30-3a35b9db59c9), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:53.114883 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b9b4f44a-eb66-43c3-bffb-4cd7a017786d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (f905d270-cc09-435e-a9ca-2af162c01ea6), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:53.116880 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:53.136323 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cbf24a-283f-4b4a-960a-a6963d4ed080 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b81446e-11cc-48df-8c30-3a35b9db59c9,revision_number=0']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:53.140016 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b4f44a-eb66-43c3-bffb-4cd7a017786d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f905d270-cc09-435e-a9ca-2af162c01ea6,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:53.147233 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cbf24a-283f-4b4a-960a-a6963d4ed080 admin admin] Checking segment: {'id': 'e8f7bc83-fef4-47b7-8bca-574a1cb75265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:06:53.147584 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cbf24a-283f-4b4a-960a-a6963d4ed080 admin admin] Network hostable DHCP agents. Network: 19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1, hostable agents: ['03c760d5-e05f-4ba1-99ba-fbb88ab66826'], hosted agents: [] {{(pid=106850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 13:06:53.234628 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cbf24a-283f-4b4a-960a-a6963d4ed080 admin admin] Network 19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1 is scheduled to be hosted by DHCP agent 03c760d5-e05f-4ba1-99ba-fbb88ab66826 with binding_index 1 {{(pid=106850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 13:06:53.244289 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b9b4f44a-eb66-43c3-bffb-4cd7a017786d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:53.245645 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-b9b4f44a-eb66-43c3-bffb-4cd7a017786d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4444129 Sep 13 13:06:53.248814 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35934) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:53.254188 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-e6722692-9d2f-49c8-a9c3-8ab5dfc303ca tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Request body: {'security_group_rule': {'security_group_id': '534991d3-abbd-408e-a9b5-89bfa2ed8423', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:06:53.325469 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-d1cbf24a-283f-4b4a-960a-a6963d4ed080 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-10-iscsi, 19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1) {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:06:53.329933 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cbf24a-283f-4b4a-960a-a6963d4ed080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:53.330677 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d1cbf24a-283f-4b4a-960a-a6963d4ed080 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:53.338399 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:53.341953 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eb68f2-3fbb-42df-a67f-6d6a94f44786 None None] Network 19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:06:53.345638 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=38,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:53.363439 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e6722692-9d2f-49c8-a9c3-8ab5dfc303ca tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group_rule (9220e040-5c32-4a3e-ae68-164ce7b64fdb), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:53.437396 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e6722692-9d2f-49c8-a9c3-8ab5dfc303ca tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group_rule (9220e040-5c32-4a3e-ae68-164ce7b64fdb), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:53.449282 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-d1cbf24a-283f-4b4a-960a-a6963d4ed080 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8232625 Sep 13 13:06:53.451411 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35948) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:53.455858 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-c0e513a6-dceb-4efc-9b93-e3ca2c62dca4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1584888238-router', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:06:53.473341 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1564c7bc-c5f6-553f-96c2-04a46ebbc95f-19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1', 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1', 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'fixed_ips': [{'subnet_id': '4b81446e-11cc-48df-8c30-3a35b9db59c9'}]}} from dv-cinder-801354-10-iscsi. {{(pid=106851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 13:06:53.474296 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:53.528799 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e6722692-9d2f-49c8-a9c3-8ab5dfc303ca tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (9220e040-5c32-4a3e-ae68-164ce7b64fdb), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:53.546975 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6722692-9d2f-49c8-a9c3-8ab5dfc303ca tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9220e040-5c32-4a3e-ae68-164ce7b64fdb,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:53.589081 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c0e513a6-dceb-4efc-9b93-e3ca2c62dca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13126'] for router (a928d819-27e7-4734-9a63-8cfd9758a1a8), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:53.590254 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c0e513a6-dceb-4efc-9b93-e3ca2c62dca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1737249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13133'] for router (a928d819-27e7-4734-9a63-8cfd9758a1a8), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:53.626740 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e6722692-9d2f-49c8-a9c3-8ab5dfc303ca tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:53.631969 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-e6722692-9d2f-49c8-a9c3-8ab5dfc303ca tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3814414 Sep 13 13:06:53.633866 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 35962) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:53.641642 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Request body: {'floatingip': {'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:06:53.661174 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.db_base_plugin_common [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Allocated IP 172.20.0.2 (19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1/4b81446e-11cc-48df-8c30-3a35b9db59c9/e360e1bc-f0de-4fe2-9763-b0bb866678c2) {{(pid=106851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:06:53.678468 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c0e513a6-dceb-4efc-9b93-e3ca2c62dca4 admin admin] Publish callbacks [] for router_controller (a928d819-27e7-4734-9a63-8cfd9758a1a8), precommit_add_association {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:53.697221 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f7730a-cddb-4d57-b919-c77601457353 req-ee42c867-8b3a-4da1-8f66-5a6553f78212 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:53.704648 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d5f7730a-cddb-4d57-b919-c77601457353 req-ee42c867-8b3a-4da1-8f66-5a6553f78212 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 946 time: 0.1076868 Sep 13 13:06:53.762315 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70683ec-7a29-4c2c-819b-05959ea33787 req-14ef2b2b-e54f-4bd4-8a8f-3419f792e43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:53.763813 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a70683ec-7a29-4c2c-819b-05959ea33787 req-14ef2b2b-e54f-4bd4-8a8f-3419f792e43c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c15624f4312f49bb85a7a086c291d157&device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 1130 time: 0.0912254 Sep 13 13:06:53.800328 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d5f7730a-cddb-4d57-b919-c77601457353 req-8ada04a6-1bb1-48c8-a530-50ad272e4011 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946000 Sep 13 13:06:53.802404 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:53.898847 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Publish callbacks [] for port (e360e1bc-f0de-4fe2-9763-b0bb866678c2), precommit_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:53.914403 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70683ec-7a29-4c2c-819b-05959ea33787 req-ddad404a-b54f-49b2-a0cb-70d447d6a89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:53.916396 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a70683ec-7a29-4c2c-819b-05959ea33787 req-ddad404a-b54f-49b2-a0cb-70d447d6a89d service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 HTTP/1.1" status: 200 len: 920 time: 0.1422386 Sep 13 13:06:53.958174 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a70683ec-7a29-4c2c-819b-05959ea33787 req-46a46d28-ecfd-4dc5-b474-313442a36adf service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad1412c9-5963-436d-923b-0352d8bd326d HTTP/1.1" status: 200 len: 217 time: 0.0347326 Sep 13 13:06:54.024156 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70683ec-7a29-4c2c-819b-05959ea33787 req-6707da1c-a062-41e4-82b7-9745f6414ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:54.026290 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a70683ec-7a29-4c2c-819b-05959ea33787 req-6707da1c-a062-41e4-82b7-9745f6414ddf service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=150922b3-3525-45d2-8627-b637b171605b HTTP/1.1" status: 200 len: 858 time: 0.0557508 Sep 13 13:06:54.031012 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (e360e1bc-f0de-4fe2-9763-b0bb866678c2), after_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:54.087970 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70683ec-7a29-4c2c-819b-05959ea33787 req-6afe1d5c-0525-4225-b08f-31e1fd73b014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:54.090262 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:54.091172 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a70683ec-7a29-4c2c-819b-05959ea33787 req-6afe1d5c-0525-4225-b08f-31e1fd73b014 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0585260 Sep 13 13:06:54.101523 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Network 19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1 is already hosted by enough agents. {{(pid=106851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:06:54.107065 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.base_scheduler [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Resources bound (agent type, host, resource id): {{(pid=106851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:06:54.109242 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Pushing event updated for resources: {'Port': ['ID=e360e1bc-f0de-4fe2-9763-b0bb866678c2,revision_number=1']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:54.116057 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Received port after_create {{(pid=106851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:06:54.121649 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:54.121649 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:54.121649 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:54.121649 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:54.122040 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:54.122329 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:54.122646 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:54.123134 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:54.123606 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:54.124099 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:54.124426 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:54.124763 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:54.125086 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:54.125403 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:54.125716 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:54.185495 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c0e513a6-dceb-4efc-9b93-e3ca2c62dca4 admin admin] Publish callbacks [] for router_gateway (a928d819-27e7-4734-9a63-8cfd9758a1a8), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:54.193244 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:54.200862 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a70683ec-7a29-4c2c-819b-05959ea33787 req-d5ba764e-5edb-49a3-949d-50b269400f47 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029348 Sep 13 13:06:54.202937 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Attempting to bind port e360e1bc-f0de-4fe2-9763-b0bb866678c2 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:06:54.203315 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Attempting to bind port e360e1bc-f0de-4fe2-9763-b0bb866678c2 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': 'e8f7bc83-fef4-47b7-8bca-574a1cb75265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:06:54.203684 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Attempting to bind port e360e1bc-f0de-4fe2-9763-b0bb866678c2 on network 19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1 {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:06:54.231975 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:54.260028 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:06:54.260397 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Checking segment: {'id': 'e8f7bc83-fef4-47b7-8bca-574a1cb75265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:06:54.260799 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:54.261190 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Bound using segment: {'id': 'e8f7bc83-fef4-47b7-8bca-574a1cb75265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:06:54.261665 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Bound port: e360e1bc-f0de-4fe2-9763-b0bb866678c2, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f7bc83-fef4-47b7-8bca-574a1cb75265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:06:54.262072 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (e360e1bc-f0de-4fe2-9763-b0bb866678c2), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:54.320714 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a70683ec-7a29-4c2c-819b-05959ea33787 req-6738d676-38eb-4f1e-b2db-98bfc15b7679 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129313 Sep 13 13:06:54.353928 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] For port e360e1bc-f0de-4fe2-9763-b0bb866678c2, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:06:54.358611 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] For port e360e1bc-f0de-4fe2-9763-b0bb866678c2, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=e360e1bc-f0de-4fe2-9763-b0bb866678c2,segment=NetworkSegment(e8f7bc83-fef4-47b7-8bca-574a1cb75265),segment_id=e8f7bc83-fef4-47b7-8bca-574a1cb75265)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:06:54.395615 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Allocated IP 172.27.1.100 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/85a1b962-0ffa-41ba-b659-d4d836a8815a) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:06:54.457473 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (e360e1bc-f0de-4fe2-9763-b0bb866678c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:54.529934 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174917c7-b1cd-4a67-b7f9-4a483863bd72 None None] Pushing event updated for resources: {'Port': ['ID=e360e1bc-f0de-4fe2-9763-b0bb866678c2,revision_number=2']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:54.637869 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c0e513a6-dceb-4efc-9b93-e3ca2c62dca4 admin admin] Publish callbacks [] for router_gateway (a928d819-27e7-4734-9a63-8cfd9758a1a8), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:54.663750 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c0e513a6-dceb-4efc-9b93-e3ca2c62dca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:54.688061 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for port (85a1b962-0ffa-41ba-b659-d4d836a8815a), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:54.893612 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (85a1b962-0ffa-41ba-b659-d4d836a8815a), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:54.923456 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:54.949515 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3ab67-1976-4dea-8d57-4a3637a37a7b req-9767614a-bad8-4d8c-be14-6c3e8be0529f tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:54.951443 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-00c3ab67-1976-4dea-8d57-4a3637a37a7b req-9767614a-bad8-4d8c-be14-6c3e8be0529f tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 946 time: 0.0585299 Sep 13 13:06:54.981473 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:06:54.985056 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:06:54.986943 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event updated for resources: {'Port': ['ID=85a1b962-0ffa-41ba-b659-d4d836a8815a,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:54.989230 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:06:54.998694 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:54.999047 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:54.999383 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:54.999719 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.000053 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.000381 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.000706 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.001025 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.001347 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.001667 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.002041 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.002447 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.002768 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.003149 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.003466 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.010118 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f1d56-8ac7-4d54-8412-24d9471650d0 req-e34390a8-a568-4795-b742-2ab3952c69bb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:55.011865 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-db9f1d56-8ac7-4d54-8412-24d9471650d0 req-e34390a8-a568-4795-b742-2ab3952c69bb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0595403 Sep 13 13:06:55.016940 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:55.070575 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-c0e513a6-dceb-4efc-9b93-e3ca2c62dca4 admin admin] Allocated IP 172.27.1.9 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/872817e4-ac7a-4046-ba6b-a5549c012588) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:06:55.076345 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-00c3ab67-1976-4dea-8d57-4a3637a37a7b req-4011bf6d-ff60-4c91-840f-486357f1ddc0 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145124 Sep 13 13:06:55.116378 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-db9f1d56-8ac7-4d54-8412-24d9471650d0 req-82ead100-c97f-4df2-9f4f-6604cca7a1b0 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962205 Sep 13 13:06:55.130497 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (a0d1645e-6263-4c80-87ff-5b2d9d421c39), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:55.212217 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 35994) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:55.218219 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c0e513a6-dceb-4efc-9b93-e3ca2c62dca4 admin admin] Publish callbacks [] for port (872817e4-ac7a-4046-ba6b-a5549c012588), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:55.310275 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (85a1b962-0ffa-41ba-b659-d4d836a8815a), before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:55.326553 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device e360e1bc-f0de-4fe2-9763-b0bb866678c2 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:06:55.343067 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c0e513a6-dceb-4efc-9b93-e3ca2c62dca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (872817e4-ac7a-4046-ba6b-a5549c012588), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:55.362570 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-3df122f8-e306-4740-b081-3213a72e83fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:55.421071 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e513a6-dceb-4efc-9b93-e3ca2c62dca4 admin admin] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:06:55.427235 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-c0e513a6-dceb-4efc-9b93-e3ca2c62dca4 admin admin] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:06:55.430848 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e513a6-dceb-4efc-9b93-e3ca2c62dca4 admin admin] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:06:55.437678 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e513a6-dceb-4efc-9b93-e3ca2c62dca4 admin admin] Pushing event updated for resources: {'Port': ['ID=872817e4-ac7a-4046-ba6b-a5549c012588,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:55.493428 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-3df122f8-e306-4740-b081-3213a72e83fe admin admin] Publish callbacks [] for security_group (3671839b-fd55-467a-b477-bdff18ca03c9), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:55.534562 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port e360e1bc-f0de-4fe2-9763-b0bb866678c2 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:06:55.535120 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (e360e1bc-f0de-4fe2-9763-b0bb866678c2), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:55.596874 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-3df122f8-e306-4740-b081-3213a72e83fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (3671839b-fd55-467a-b477-bdff18ca03c9), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:55.616389 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port e360e1bc-f0de-4fe2-9763-b0bb866678c2 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:06:55.617129 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (e360e1bc-f0de-4fe2-9763-b0bb866678c2), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:55.621696 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:55.656040 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df122f8-e306-4740-b081-3213a72e83fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3671839b-fd55-467a-b477-bdff18ca03c9,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:55.662671 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-3df122f8-e306-4740-b081-3213a72e83fe admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=3c253b4458d247828e40a3581b46dbef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4467354 Sep 13 13:06:55.674937 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 36000) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:55.682724 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for port (85a1b962-0ffa-41ba-b659-d4d836a8815a), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:55.685980 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port e360e1bc-f0de-4fe2-9763-b0bb866678c2, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=e360e1bc-f0de-4fe2-9763-b0bb866678c2,segment=NetworkSegment(e8f7bc83-fef4-47b7-8bca-574a1cb75265),segment_id=e8f7bc83-fef4-47b7-8bca-574a1cb75265)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:06:55.691494 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db36511-5631-4c3a-9b96-2e640c3c236c None None] Network 19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:06:55.700524 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df122f8-e306-4740-b081-3213a72e83fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.701085 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df122f8-e306-4740-b081-3213a72e83fe admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.701526 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df122f8-e306-4740-b081-3213a72e83fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.701992 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df122f8-e306-4740-b081-3213a72e83fe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.702425 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df122f8-e306-4740-b081-3213a72e83fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.702987 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df122f8-e306-4740-b081-3213a72e83fe admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.703595 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df122f8-e306-4740-b081-3213a72e83fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.704200 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df122f8-e306-4740-b081-3213a72e83fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.704767 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df122f8-e306-4740-b081-3213a72e83fe admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.705847 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df122f8-e306-4740-b081-3213a72e83fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.706854 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df122f8-e306-4740-b081-3213a72e83fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.707288 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df122f8-e306-4740-b081-3213a72e83fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.707751 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df122f8-e306-4740-b081-3213a72e83fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.708907 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df122f8-e306-4740-b081-3213a72e83fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.709340 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3df122f8-e306-4740-b081-3213a72e83fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:06:55.739663 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:55.777457 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (85a1b962-0ffa-41ba-b659-d4d836a8815a), after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:55.778355 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (a0d1645e-6263-4c80-87ff-5b2d9d421c39), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:55.778649 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-ffa3baf5-668d-4146-976a-991f92d27398 None None] Provisioning complete for port e360e1bc-f0de-4fe2-9763-b0bb866678c2 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:06:55.779179 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-ffa3baf5-668d-4146-976a-991f92d27398 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (e360e1bc-f0de-4fe2-9763-b0bb866678c2), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:55.781189 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-5844f996-b2ca-4f98-9e69-f53fcf5490b6 admin admin] Publish callbacks [] for security_group (3671839b-fd55-467a-b477-bdff18ca03c9), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:55.806947 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-5844f996-b2ca-4f98-9e69-f53fcf5490b6 admin admin] Publish callbacks [] for security_group (3671839b-fd55-467a-b477-bdff18ca03c9), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:55.815081 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c0e513a6-dceb-4efc-9b93-e3ca2c62dca4 admin admin] Publish callbacks [] for router_gateway (a928d819-27e7-4734-9a63-8cfd9758a1a8), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:55.819182 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (e360e1bc-f0de-4fe2-9763-b0bb866678c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:55.916344 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event updated for resources: {'Port': ['ID=85a1b962-0ffa-41ba-b659-d4d836a8815a,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:55.982132 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=e360e1bc-f0de-4fe2-9763-b0bb866678c2,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:55.994508 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-ffa3baf5-668d-4146-976a-991f92d27398 None None] Current status of the port e360e1bc-f0de-4fe2-9763-b0bb866678c2 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:06:56.010776 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-5844f996-b2ca-4f98-9e69-f53fcf5490b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (3671839b-fd55-467a-b477-bdff18ca03c9), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:56.014698 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-5844f996-b2ca-4f98-9e69-f53fcf5490b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:56.019556 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-5844f996-b2ca-4f98-9e69-f53fcf5490b6 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/3671839b-fd55-467a-b477-bdff18ca03c9 HTTP/1.1" status: 204 len: 168 time: 0.3435831 Sep 13 13:06:56.029166 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5844f996-b2ca-4f98-9e69-f53fcf5490b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3671839b-fd55-467a-b477-bdff18ca03c9,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:56.070857 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:56.072430 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-9f261ecc-fe7c-4ef5-8d15-6a37f1015c60 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4358356 Sep 13 13:06:56.089664 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c0e513a6-dceb-4efc-9b93-e3ca2c62dca4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583670'] for router (a928d819-27e7-4734-9a63-8cfd9758a1a8), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:56.281387 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894a60d-ffc8-474f-b641-d585d68a0a60 req-f5ffc9dc-a9ac-4d89-b8a7-7f5e7756f782 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:56.282908 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2894a60d-ffc8-474f-b641-d585d68a0a60 req-f5ffc9dc-a9ac-4d89-b8a7-7f5e7756f782 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 946 time: 0.1192098 Sep 13 13:06:56.302184 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f2ebc-dab8-40fc-9b5e-e57b9b09855a req-9c7222bc-3cde-4053-bfb6-9a97f03bcf86 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:56.303655 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8b6f2ebc-dab8-40fc-9b5e-e57b9b09855a req-9c7222bc-3cde-4053-bfb6-9a97f03bcf86 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0696888 Sep 13 13:06:56.328743 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e513a6-dceb-4efc-9b93-e3ca2c62dca4 admin admin] Router a928d819-27e7-4734-9a63-8cfd9758a1a8 is scheduled to L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 with binding_index 1 {{(pid=106849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 13:06:56.329526 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-1eba8ff0-85a2-4abf-afeb-240fb88a657f None None] Provisioning complete for port e360e1bc-f0de-4fe2-9763-b0bb866678c2 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:06:56.330983 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-1eba8ff0-85a2-4abf-afeb-240fb88a657f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (e360e1bc-f0de-4fe2-9763-b0bb866678c2), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:56.388297 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2894a60d-ffc8-474f-b641-d585d68a0a60 req-4ecde7a3-aa4e-4265-bb0c-b08957b4fb4e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995440 Sep 13 13:06:56.392554 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8b6f2ebc-dab8-40fc-9b5e-e57b9b09855a req-a100aa94-c73d-4acf-9fba-d068a30a4e28 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795066 Sep 13 13:06:56.462850 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-1eba8ff0-85a2-4abf-afeb-240fb88a657f None None] Current status of the port e360e1bc-f0de-4fe2-9763-b0bb866678c2 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:06:56.464055 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e513a6-dceb-4efc-9b93-e3ca2c62dca4 admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:06:56.479872 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] Sync routers for ids ['a928d819-27e7-4734-9a63-8cfd9758a1a8'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:06:56.490167 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:56.492711 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] Routers {'a928d819-27e7-4734-9a63-8cfd9758a1a8'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:06:56.493409 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:06:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['a928d819-27e7-4734-9a63-8cfd9758a1a8'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:06:56.537695 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-346bc6d1-67d4-437c-8f94-68b12b0cc484 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--733520458&fields=id&tenant_id=7775bd9f19b64c8ca07407c103dcff9b HTTP/1.1" status: 200 len: 267 time: 0.0444617 Sep 13 13:06:56.597244 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] Set router a928d819-27e7-4734-9a63-8cfd9758a1a8 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:06:56.605599 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c0e513a6-dceb-4efc-9b93-e3ca2c62dca4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:56.607045 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-c0e513a6-dceb-4efc-9b93-e3ca2c62dca4 admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.1546345 Sep 13 13:06:56.610061 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 36032) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:56.669264 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-be671dd4-c192-46a3-b88b-53706849bee4 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:56.671113 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-be671dd4-c192-46a3-b88b-53706849bee4 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/networks?id=1f0b8231-ada5-4945-87a4-d1b052328819 HTTP/1.1" status: 200 len: 815 time: 0.1251037 Sep 13 13:06:56.698282 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-c8a405c3-61d0-4780-9c88-7cbaa59a7746 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/quotas/7775bd9f19b64c8ca07407c103dcff9b HTTP/1.1" status: 200 len: 375 time: 0.0159521 Sep 13 13:06:56.715858 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:56.761804 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-ac540af3-c419-4779-8f56-ca8fd44a1cbd tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7775bd9f19b64c8ca07407c103dcff9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555887 Sep 13 13:06:56.787938 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'name': 'tempest-TestShelveInstance-1584888238-router', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:06:53Z', 'updated_at': '2022-09-13T13:06:55Z', 'revision_number': 3, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'gw_port': {'id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:06:54Z', 'updated_at': '2022-09-13T13:06:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:06:56.812827 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] Checking router: a928d819-27e7-4734-9a63-8cfd9758a1a8 for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:06:56.813567 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] Updating router a928d819-27e7-4734-9a63-8cfd9758a1a8 port 872817e4-ac7a-4046-ba6b-a5549c012588 binding host dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 13:06:56.845459 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (872817e4-ac7a-4046-ba6b-a5549c012588), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:56.867920 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-c1ddfc7b-12f7-4a04-926c-bcbe0d4ea0bd service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933270 Sep 13 13:06:56.884644 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:56.896295 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 36034) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:56.945066 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-37ef8b64-11db-4f99-9262-102080a1fb3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:56.983150 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:57.023249 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-c1a8f43d-4e2f-4023-975e-3698ad99360e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418436 Sep 13 13:06:57.071939 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-37ef8b64-11db-4f99-9262-102080a1fb3b admin admin] Publish callbacks [] for security_group (29300b64-e854-4202-a49f-6446d29660f1), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:57.085254 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bcedca14-7158-40fd-b242-a237a9bf0c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:57.106743 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] Publish callbacks [] for port (872817e4-ac7a-4046-ba6b-a5549c012588), precommit_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:57.142428 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-37ef8b64-11db-4f99-9262-102080a1fb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (29300b64-e854-4202-a49f-6446d29660f1), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:57.186003 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-37ef8b64-11db-4f99-9262-102080a1fb3b admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=ae2527b5bbab4ee2a63ac74cce55bab4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884133 Sep 13 13:06:57.188323 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ef8b64-11db-4f99-9262-102080a1fb3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29300b64-e854-4202-a49f-6446d29660f1,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:57.189368 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 36036) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:06:57.242579 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (872817e4-ac7a-4046-ba6b-a5549c012588), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:57.287745 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] Attempting to bind port 872817e4-ac7a-4046-ba6b-a5549c012588 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:06:57.288664 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] Attempting to bind port 872817e4-ac7a-4046-ba6b-a5549c012588 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:06:57.289221 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] Attempting to bind port 872817e4-ac7a-4046-ba6b-a5549c012588 on network b91df1e9-be0f-4e52-84e7-72fa847e0b1f {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:06:57.302641 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b12c63de-9914-4944-8094-19a4cb5603d1 admin admin] Publish callbacks [] for security_group (29300b64-e854-4202-a49f-6446d29660f1), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:57.305897 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-bcedca14-7158-40fd-b242-a237a9bf0c0a admin admin] Allocated IP 172.20.0.1 (19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1/4b81446e-11cc-48df-8c30-3a35b9db59c9/608732b6-5365-4851-a8c3-871638f6daf5) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:06:57.347928 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device e360e1bc-f0de-4fe2-9763-b0bb866678c2 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:06:57.368345 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b12c63de-9914-4944-8094-19a4cb5603d1 admin admin] Publish callbacks [] for security_group (29300b64-e854-4202-a49f-6446d29660f1), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:57.383361 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c695e354-b1ba-4d6f-bb5d-6aac80c296af req-6abbda1e-02f5-45bc-a539-12ece6f9d721 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 210 time: 0.0513563 Sep 13 13:06:57.401375 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec316ce6-52f3-43aa-9623-81b70e69aab0 None None] Pushing event updated for resources: {'Port': ['ID=872817e4-ac7a-4046-ba6b-a5549c012588,revision_number=2']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:57.410123 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:06:57.410505 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] Checking segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:06:57.410911 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:57.411297 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] Bound using segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:06:57.411792 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] Bound port: 872817e4-ac7a-4046-ba6b-a5549c012588, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:06:57.412163 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (872817e4-ac7a-4046-ba6b-a5549c012588), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:57.471103 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port e360e1bc-f0de-4fe2-9763-b0bb866678c2 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:06:57.471484 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (e360e1bc-f0de-4fe2-9763-b0bb866678c2), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:57.529993 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] For port 872817e4-ac7a-4046-ba6b-a5549c012588, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:06:57.534779 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] For port 872817e4-ac7a-4046-ba6b-a5549c012588, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=872817e4-ac7a-4046-ba6b-a5549c012588,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:06:57.576801 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:06:57.594862 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bcedca14-7158-40fd-b242-a237a9bf0c0a admin admin] Publish callbacks [] for port (608732b6-5365-4851-a8c3-871638f6daf5), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:57.604218 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port e360e1bc-f0de-4fe2-9763-b0bb866678c2 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:06:57.628659 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (872817e4-ac7a-4046-ba6b-a5549c012588), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:57.666815 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ba04ad-6fb9-4b99-a005-9274ff00c76e req-ad1153c3-ea51-4d46-b7da-0545dcfbaf90 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:57.667962 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] Routers {'a928d819-27e7-4734-9a63-8cfd9758a1a8'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:06:57.668302 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-38ba04ad-6fb9-4b99-a005-9274ff00c76e req-ad1153c3-ea51-4d46-b7da-0545dcfbaf90 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 946 time: 0.1171885 Sep 13 13:06:57.668583 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:06:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['a928d819-27e7-4734-9a63-8cfd9758a1a8'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:06:57.676368 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319f4fc5-e416-4435-8ee7-eaaed612792c req-67451a19-5895-4c63-bfc2-8a50a9af1637 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:57.677822 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-319f4fc5-e416-4435-8ee7-eaaed612792c req-67451a19-5895-4c63-bfc2-8a50a9af1637 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0955119 Sep 13 13:06:57.691343 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b12c63de-9914-4944-8094-19a4cb5603d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (29300b64-e854-4202-a49f-6446d29660f1), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:57.693982 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b12c63de-9914-4944-8094-19a4cb5603d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:57.697684 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-b12c63de-9914-4944-8094-19a4cb5603d1 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/29300b64-e854-4202-a49f-6446d29660f1 HTTP/1.1" status: 204 len: 168 time: 0.5047472 Sep 13 13:06:57.705048 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c63de-9914-4944-8094-19a4cb5603d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29300b64-e854-4202-a49f-6446d29660f1,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:57.724717 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bcedca14-7158-40fd-b242-a237a9bf0c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (608732b6-5365-4851-a8c3-871638f6daf5), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:57.733237 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec316ce6-52f3-43aa-9623-81b70e69aab0 None None] Pushing event updated for resources: {'Port': ['ID=872817e4-ac7a-4046-ba6b-a5549c012588,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:57.785906 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-38ba04ad-6fb9-4b99-a005-9274ff00c76e req-9bef6f8e-cd91-4b31-b4bc-e94c1c8bae29 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070890 Sep 13 13:06:57.795004 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-319f4fc5-e416-4435-8ee7-eaaed612792c req-4e3ebaeb-29ca-4fb4-ad36-725257ff414a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094975 Sep 13 13:06:57.822902 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:57.825012 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] Set router a928d819-27e7-4734-9a63-8cfd9758a1a8 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:06:57.832212 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcedca14-7158-40fd-b242-a237a9bf0c0a admin admin] Network 19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1 is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:06:57.838228 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-bcedca14-7158-40fd-b242-a237a9bf0c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:06:57.849899 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcedca14-7158-40fd-b242-a237a9bf0c0a admin admin] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:06:57.849899 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bcedca14-7158-40fd-b242-a237a9bf0c0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803539'] for router_interface (a928d819-27e7-4734-9a63-8cfd9758a1a8), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:57.867508 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:57.882150 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcedca14-7158-40fd-b242-a237a9bf0c0a admin admin] Pushing event updated for resources: {'Port': ['ID=608732b6-5365-4851-a8c3-871638f6daf5,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:57.952806 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:58.039355 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'name': 'tempest-TestShelveInstance-1584888238-router', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:06:53Z', 'updated_at': '2022-09-13T13:06:55Z', 'revision_number': 3, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'gw_port': {'id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:06:54Z', 'updated_at': '2022-09-13T13:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:06:58.054096 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bcedca14-7158-40fd-b242-a237a9bf0c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (608732b6-5365-4851-a8c3-871638f6daf5), before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:58.246156 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df31a1-19ac-4789-8843-a9c77a21eaec None None] The sync data for ids ['a928d819-27e7-4734-9a63-8cfd9758a1a8'] in dv-cinder-801354-10-iscsi is: [{'id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'name': 'tempest-TestShelveInstance-1584888238-router', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:06:53Z', 'updated_at': '2022-09-13T13:06:55Z', 'revision_number': 3, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'gw_port': {'id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:db:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:06:54Z', 'updated_at': '2022-09-13T13:06:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:06:58.253363 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-a262b068-efa7-4f39-ae84-efa3e3066d7c None None] Provisioning complete for port 608732b6-5365-4851-a8c3-871638f6daf5 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:06:58.253759 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a262b068-efa7-4f39-ae84-efa3e3066d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (608732b6-5365-4851-a8c3-871638f6daf5), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:58.307615 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bcedca14-7158-40fd-b242-a237a9bf0c0a admin admin] Publish callbacks [] for port (608732b6-5365-4851-a8c3-871638f6daf5), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:58.310195 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-a262b068-efa7-4f39-ae84-efa3e3066d7c None None] Port 608732b6-5365-4851-a8c3-871638f6daf5 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:06:58.409212 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bcedca14-7158-40fd-b242-a237a9bf0c0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (608732b6-5365-4851-a8c3-871638f6daf5), after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:58.410036 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bcedca14-7158-40fd-b242-a237a9bf0c0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1691706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1803655'] for router_interface (a928d819-27e7-4734-9a63-8cfd9758a1a8), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:58.477633 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b9b00f26-9c23-417c-a1f5-044bcda90ae1 req-9974bc6b-9b0c-4723-9276-f43cf6f8958d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 210 time: 0.0325723 Sep 13 13:06:58.496980 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcedca14-7158-40fd-b242-a237a9bf0c0a admin admin] Pushing event updated for resources: {'Port': ['ID=608732b6-5365-4851-a8c3-871638f6daf5,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:06:58.579493 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcedca14-7158-40fd-b242-a237a9bf0c0a admin admin] Network 19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1 is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:06:58.588449 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-bcedca14-7158-40fd-b242-a237a9bf0c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:06:58.707556 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:58.736266 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcedca14-7158-40fd-b242-a237a9bf0c0a admin admin] Router a928d819-27e7-4734-9a63-8cfd9758a1a8 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:06:58.741334 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:58.936027 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-6ca6d9af-e86a-4f16-a52b-4ca11778e22b None None] Provisioning complete for port 608732b6-5365-4851-a8c3-871638f6daf5 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:06:58.936683 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-6ca6d9af-e86a-4f16-a52b-4ca11778e22b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (608732b6-5365-4851-a8c3-871638f6daf5), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:58.957848 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee933306-3daa-4438-aaa2-ba7aa9852a67 req-cbc0f3d0-06bc-4635-8087-f1644a0d60f5 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:58.966902 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ee933306-3daa-4438-aaa2-ba7aa9852a67 req-cbc0f3d0-06bc-4635-8087-f1644a0d60f5 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 946 time: 0.0784740 Sep 13 13:06:59.018960 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-6ca6d9af-e86a-4f16-a52b-4ca11778e22b None None] Port 608732b6-5365-4851-a8c3-871638f6daf5 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:06:59.041057 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc1aefa0-196c-4105-aab9-a6f383aedfc8 req-78e6e6f9-e60f-4a7d-8366-ad74459bb4f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:06:59.043052 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cc1aefa0-196c-4105-aab9-a6f383aedfc8 req-78e6e6f9-e60f-4a7d-8366-ad74459bb4f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0684063 Sep 13 13:06:59.085932 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ee933306-3daa-4438-aaa2-ba7aa9852a67 req-fd666da9-d1c0-4737-a832-e4207248f222 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178813 Sep 13 13:06:59.138777 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cc1aefa0-196c-4105-aab9-a6f383aedfc8 req-38feb28f-f744-49e0-b795-52a5d0379a08 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859649 Sep 13 13:06:59.162700 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcedca14-7158-40fd-b242-a237a9bf0c0a admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:06:59.179753 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-bcedca14-7158-40fd-b242-a237a9bf0c0a admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/a928d819-27e7-4734-9a63-8cfd9758a1a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5685740 Sep 13 13:06:59.340830 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 872817e4-ac7a-4046-ba6b-a5549c012588 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:06:59.369957 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=100 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:06:59.414692 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 872817e4-ac7a-4046-ba6b-a5549c012588 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:06:59.415530 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (872817e4-ac7a-4046-ba6b-a5549c012588), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:59.515431 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 872817e4-ac7a-4046-ba6b-a5549c012588 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:06:59.515431 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (872817e4-ac7a-4046-ba6b-a5549c012588), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:59.572617 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port 872817e4-ac7a-4046-ba6b-a5549c012588, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=872817e4-ac7a-4046-ba6b-a5549c012588,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:06:59.623122 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ee422590-3730-487d-86d0-3ffb0438c136 req-3f8b122a-6927-478f-853e-9891b3cc6ece tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 210 time: 0.0336194 Sep 13 13:06:59.646782 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (872817e4-ac7a-4046-ba6b-a5549c012588), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:06:59.724213 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=872817e4-ac7a-4046-ba6b-a5549c012588,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:00.262872 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80603e5-ea91-47ed-8e86-6d62d5b8c22c req-4deb3765-24d4-440e-b64d-f9696dbb22c0 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:00.264496 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a80603e5-ea91-47ed-8e86-6d62d5b8c22c req-4deb3765-24d4-440e-b64d-f9696dbb22c0 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 946 time: 0.0821884 Sep 13 13:07:00.279874 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] Sync routers for ids ['a928d819-27e7-4734-9a63-8cfd9758a1a8'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:07:00.291135 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] Routers {'a928d819-27e7-4734-9a63-8cfd9758a1a8'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:07:00.292781 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:06:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['a928d819-27e7-4734-9a63-8cfd9758a1a8'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:07:00.301520 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 36174) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:00.308058 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-e81f17a9-222d-485b-8ef2-898b1b4cb15a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-769146629-network', 'tenant_id': '686c7aa2d3384c8a890065be02c5078f'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:07:00.334150 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1746765-4b95-4ac0-846b-156ef176f4d7 req-fdcc43cb-582b-4f07-b171-df0cf8b97977 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:00.335642 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d1746765-4b95-4ac0-846b-156ef176f4d7 req-fdcc43cb-582b-4f07-b171-df0cf8b97977 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0702605 Sep 13 13:07:00.405710 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] Set router a928d819-27e7-4734-9a63-8cfd9758a1a8 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:07:00.409157 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a80603e5-ea91-47ed-8e86-6d62d5b8c22c req-f93462f7-2bd3-4ce3-b36b-a6f858559962 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304040 Sep 13 13:07:00.437177 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81f17a9-222d-485b-8ef2-898b1b4cb15a admin admin] Made reservation on behalf of 686c7aa2d3384c8a890065be02c5078f for: {'network': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:07:00.440461 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e81f17a9-222d-485b-8ef2-898b1b4cb15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for network (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:00.455379 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e81f17a9-222d-485b-8ef2-898b1b4cb15a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:00.497130 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d1746765-4b95-4ac0-846b-156ef176f4d7 req-dbf007e7-e760-4ce9-9021-c3067b47eccb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528287 Sep 13 13:07:00.553042 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-b47ca821-5b80-48fd-b407-25339344f3fd tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:00.554920 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-b47ca821-5b80-48fd-b407-25339344f3fd tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.61 "GET /networking/v2.0/networks?id=1f0b8231-ada5-4945-87a4-d1b052328819 HTTP/1.1" status: 200 len: 815 time: 0.1876018 Sep 13 13:07:00.564978 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e81f17a9-222d-485b-8ef2-898b1b4cb15a admin admin] Publish callbacks [] for security_group (d6086fe3-85c3-435a-9762-655eda33c1dd), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:00.589100 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:00.643781 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-bec15a40-6a5a-42de-a407-0ba24e079217 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7775bd9f19b64c8ca07407c103dcff9b HTTP/1.1" status: 200 len: 472 time: 0.0790415 Sep 13 13:07:00.654563 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-0d3b0d94-804c-44cb-829b-1e7fa4d6836a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Request body: {'port': {'device_id': 'a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'admin_state_up': True, 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'security_groups': ['534991d3-abbd-408e-a9b5-89bfa2ed8423']}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:07:00.699675 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e81f17a9-222d-485b-8ef2-898b1b4cb15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (d6086fe3-85c3-435a-9762-655eda33c1dd), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:00.718959 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'name': 'tempest-TestShelveInstance-1584888238-router', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:06:53Z', 'updated_at': '2022-09-13T13:06:57Z', 'revision_number': 4, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'gw_port': {'id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:06:54Z', 'updated_at': '2022-09-13T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '608732b6-5365-4851-a8c3-871638f6daf5', 'name': '', 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'mac_address': 'fa:16:3e:64:69:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4b81446e-11cc-48df-8c30-3a35b9db59c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:06:57Z', 'updated_at': '2022-09-13T13:06:58Z', 'revision_number': 2, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'subnets': [{'id': '4b81446e-11cc-48df-8c30-3a35b9db59c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:07:00.769175 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] Checking router: a928d819-27e7-4734-9a63-8cfd9758a1a8 for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:07:00.769535 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] Updating router a928d819-27e7-4734-9a63-8cfd9758a1a8 port 608732b6-5365-4851-a8c3-871638f6daf5 binding host dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 13:07:00.796565 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e81f17a9-222d-485b-8ef2-898b1b4cb15a admin admin] vlan segment allocate from pool success with {'vlan_id': 362, 'physical_network': 'physnet1'} {{(pid=106849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 13:07:00.813393 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6ef38d11-8c2b-4e0d-8933-270688d58417 req-9f8dae43-ab69-4819-9105-4d143dc7109d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 210 time: 0.0623603 Sep 13 13:07:00.821996 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (608732b6-5365-4851-a8c3-871638f6daf5), before_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:00.838215 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e81f17a9-222d-485b-8ef2-898b1b4cb15a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (0df42e92-23cb-4c04-b74c-6b4e461c3f6d), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:00.838763 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.db.segments_db [None req-e81f17a9-222d-485b-8ef2-898b1b4cb15a admin admin] Added segment 0df42e92-23cb-4c04-b74c-6b4e461c3f6d of type vlan for network d0531145-908c-4aed-95dd-cd5158d1cdd7 Sep 13 13:07:00.886217 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f17a9-222d-485b-8ef2-898b1b4cb15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6086fe3-85c3-435a-9762-655eda33c1dd,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:00.896066 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:00.913597 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e81f17a9-222d-485b-8ef2-898b1b4cb15a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734282471325'] for network (d0531145-908c-4aed-95dd-cd5158d1cdd7), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:00.985424 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-0d3b0d94-804c-44cb-829b-1e7fa4d6836a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Made reservation on behalf of 7775bd9f19b64c8ca07407c103dcff9b for: {'port': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:07:00.985865 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:UPDATE=3,neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:00.989662 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-0d3b0d94-804c-44cb-829b-1e7fa4d6836a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:01.025854 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e81f17a9-222d-485b-8ef2-898b1b4cb15a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for network (d0531145-908c-4aed-95dd-cd5158d1cdd7), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:01.027194 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81f17a9-222d-485b-8ef2-898b1b4cb15a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:01.027781 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e81f17a9-222d-485b-8ef2-898b1b4cb15a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:01.113800 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] Publish callbacks [] for port (608732b6-5365-4851-a8c3-871638f6daf5), precommit_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:01.128011 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:01.143297 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f17a9-222d-485b-8ef2-898b1b4cb15a admin admin] Pushing event updated for resources: {'Network': ['ID=d0531145-908c-4aed-95dd-cd5158d1cdd7,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:01.155123 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Network d0531145-908c-4aed-95dd-cd5158d1cdd7 details requested by agent ovs-agent-dv-cinder-801354-10-iscsi with host dv-cinder-801354-10-iscsi {{(pid=106851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 13:07:01.158750 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-0d3b0d94-804c-44cb-829b-1e7fa4d6836a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Allocated IP 172.20.0.9 (1f0b8231-ada5-4945-87a4-d1b052328819/8e8aac7b-ea4b-46cf-9476-3c7b376f07e0/e42f6f1f-ed4b-41d3-a2b4-ba1b11365103) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:07:01.210273 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-e81f17a9-222d-485b-8ef2-898b1b4cb15a admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9070485 Sep 13 13:07:01.210998 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:01.211998 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (608732b6-5365-4851-a8c3-871638f6daf5), after_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:01.215133 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 36194) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:01.219993 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-c5e428c2-53e6-4979-a5f5-69844cafac6d admin admin] Request body: {'subnet': {'network_id': 'd0531145-908c-4aed-95dd-cd5158d1cdd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-769146629-subnet', 'tenant_id': '686c7aa2d3384c8a890065be02c5078f', 'ip_version': 4}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:07:01.267858 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff769e-cf90-4255-af34-6a59212d293d None None] Pushing event updated for resources: {'Port': ['ID=608732b6-5365-4851-a8c3-871638f6daf5,revision_number=3']} {{(pid=106852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:01.277560 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff769e-cf90-4255-af34-6a59212d293d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:07:01.278151 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff769e-cf90-4255-af34-6a59212d293d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:07:01.278510 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff769e-cf90-4255-af34-6a59212d293d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:07:01.278866 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff769e-cf90-4255-af34-6a59212d293d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:07:01.279196 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff769e-cf90-4255-af34-6a59212d293d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:07:01.279676 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff769e-cf90-4255-af34-6a59212d293d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:07:01.280152 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff769e-cf90-4255-af34-6a59212d293d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:07:01.281079 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff769e-cf90-4255-af34-6a59212d293d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:07:01.281428 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff769e-cf90-4255-af34-6a59212d293d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:07:01.281879 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff769e-cf90-4255-af34-6a59212d293d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:07:01.282109 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff769e-cf90-4255-af34-6a59212d293d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:07:01.282611 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff769e-cf90-4255-af34-6a59212d293d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:07:01.282939 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff769e-cf90-4255-af34-6a59212d293d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:07:01.283261 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff769e-cf90-4255-af34-6a59212d293d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:07:01.283581 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff769e-cf90-4255-af34-6a59212d293d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:07:01.317725 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e428c2-53e6-4979-a5f5-69844cafac6d admin admin] Made reservation on behalf of 686c7aa2d3384c8a890065be02c5078f for: {'subnet': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:07:01.321452 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c5e428c2-53e6-4979-a5f5-69844cafac6d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:01.325477 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 872817e4-ac7a-4046-ba6b-a5549c012588 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:07:01.354429 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] Attempting to bind port 608732b6-5365-4851-a8c3-871638f6daf5 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:07:01.354800 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] Attempting to bind port 608732b6-5365-4851-a8c3-871638f6daf5 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': 'e8f7bc83-fef4-47b7-8bca-574a1cb75265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1'}] {{(pid=106852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:07:01.355165 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] Attempting to bind port 608732b6-5365-4851-a8c3-871638f6daf5 on network 19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1 {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:07:01.410533 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-0d3b0d94-804c-44cb-829b-1e7fa4d6836a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for port (e42f6f1f-ed4b-41d3-a2b4-ba1b11365103), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:01.416946 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:07:01.417698 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] Checking segment: {'id': 'e8f7bc83-fef4-47b7-8bca-574a1cb75265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:07:01.418132 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:01.420241 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] Bound using segment: {'id': 'e8f7bc83-fef4-47b7-8bca-574a1cb75265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1'} {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:07:01.421115 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] Bound port: 608732b6-5365-4851-a8c3-871638f6daf5, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8f7bc83-fef4-47b7-8bca-574a1cb75265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1'}}] {{(pid=106852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:07:01.421509 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (608732b6-5365-4851-a8c3-871638f6daf5), before_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:01.460082 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 872817e4-ac7a-4046-ba6b-a5549c012588 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:07:01.460798 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (872817e4-ac7a-4046-ba6b-a5549c012588), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:01.506377 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:01.512193 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.db [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] For port 608732b6-5365-4851-a8c3-871638f6daf5, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:07:01.516334 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.db [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] For port 608732b6-5365-4851-a8c3-871638f6daf5, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=608732b6-5365-4851-a8c3-871638f6daf5,segment=NetworkSegment(e8f7bc83-fef4-47b7-8bca-574a1cb75265),segment_id=e8f7bc83-fef4-47b7-8bca-574a1cb75265)] {{(pid=106852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:07:01.520278 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-0d3b0d94-804c-44cb-829b-1e7fa4d6836a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (e42f6f1f-ed4b-41d3-a2b4-ba1b11365103), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:01.581882 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b0d94-804c-44cb-829b-1e7fa4d6836a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event updated for resources: {'Port': ['ID=e42f6f1f-ed4b-41d3-a2b4-ba1b11365103,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:01.605509 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (608732b6-5365-4851-a8c3-871638f6daf5), after_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:01.655248 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1ef4b-133c-453a-b27c-f00d404be6d3 req-ec2bf70b-03af-46a6-9966-33edc33af7c5 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:01.656954 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-44a1ef4b-133c-453a-b27c-f00d404be6d3 req-ec2bf70b-03af-46a6-9966-33edc33af7c5 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 946 time: 0.0761693 Sep 13 13:07:01.667144 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-0d3b0d94-804c-44cb-829b-1e7fa4d6836a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Network 1f0b8231-ada5-4945-87a4-d1b052328819 is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:07:01.675201 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-0d3b0d94-804c-44cb-829b-1e7fa4d6836a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:07:01.685076 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-0d3b0d94-804c-44cb-829b-1e7fa4d6836a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:07:01.703848 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 872817e4-ac7a-4046-ba6b-a5549c012588 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:07:01.707812 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:01.728835 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] Routers {'a928d819-27e7-4734-9a63-8cfd9758a1a8'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:07:01.730862 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:06:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['a928d819-27e7-4734-9a63-8cfd9758a1a8'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:07:01.791806 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c5e428c2-53e6-4979-a5f5-69844cafac6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for subnet (eb68a0d8-387e-48a8-b452-cdcc05a9b6c4), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:01.802806 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:01.808338 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff769e-cf90-4255-af34-6a59212d293d None None] Pushing event updated for resources: {'Port': ['ID=608732b6-5365-4851-a8c3-871638f6daf5,revision_number=4']} {{(pid=106852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:01.907248 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e428c2-53e6-4979-a5f5-69844cafac6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb68a0d8-387e-48a8-b452-cdcc05a9b6c4,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:01.907415 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-44a1ef4b-133c-453a-b27c-f00d404be6d3 req-5fa4c13a-12c0-4be8-b220-9f160d9a6971 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428017 Sep 13 13:07:01.917120 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3f5879-57f2-43f5-a859-75256f74c23f req-3df7172b-f46e-4054-bfdd-7300e7842342 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:01.925674 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9a3f5879-57f2-43f5-a859-75256f74c23f req-3df7172b-f46e-4054-bfdd-7300e7842342 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.2080514 Sep 13 13:07:01.936849 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-0d3b0d94-804c-44cb-829b-1e7fa4d6836a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:01.937919 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-0d3b0d94-804c-44cb-829b-1e7fa4d6836a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:01.982799 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] Set router a928d819-27e7-4734-9a63-8cfd9758a1a8 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:07:01.987368 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e428c2-53e6-4979-a5f5-69844cafac6d admin admin] Checking segment: {'id': '0df42e92-23cb-4c04-b74c-6b4e461c3f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd0531145-908c-4aed-95dd-cd5158d1cdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:07:01.988301 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e428c2-53e6-4979-a5f5-69844cafac6d admin admin] Network hostable DHCP agents. Network: d0531145-908c-4aed-95dd-cd5158d1cdd7, hostable agents: ['03c760d5-e05f-4ba1-99ba-fbb88ab66826'], hosted agents: [] {{(pid=106849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 13:07:02.022737 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9a3f5879-57f2-43f5-a859-75256f74c23f req-0a19821c-4581-4362-a6e8-38791c38ca7c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956807 Sep 13 13:07:02.111874 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a731218-f1eb-4dc9-a3f8-7f9f0cffd84e req-bafb55e2-11d2-4a72-9e41-dba101f1c1e0 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:02.113770 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3a731218-f1eb-4dc9-a3f8-7f9f0cffd84e req-bafb55e2-11d2-4a72-9e41-dba101f1c1e0 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 931 time: 0.0534234 Sep 13 13:07:02.144188 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 36224) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:02.169208 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-0d3b0d94-804c-44cb-829b-1e7fa4d6836a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5169082 Sep 13 13:07:02.183008 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e428c2-53e6-4979-a5f5-69844cafac6d admin admin] Network d0531145-908c-4aed-95dd-cd5158d1cdd7 is scheduled to be hosted by DHCP agent 03c760d5-e05f-4ba1-99ba-fbb88ab66826 with binding_index 1 {{(pid=106849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 13:07:02.197365 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-8e9c7fcb-756b-405f-bda6-6d4983e6552e None None] Provisioning complete for port e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:07:02.197985 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-8e9c7fcb-756b-405f-bda6-6d4983e6552e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (e42f6f1f-ed4b-41d3-a2b4-ba1b11365103), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:02.204507 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-6c2a2b7b-1267-416d-b48c-33ef610d7ca0 service neutron] Request body: {'port': {'device_id': 'a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:07:02.237992 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3a731218-f1eb-4dc9-a3f8-7f9f0cffd84e req-4604d9cb-abe3-4a30-9be0-244ca3fd1798 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160018 Sep 13 13:07:02.241446 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-8e9c7fcb-756b-405f-bda6-6d4983e6552e None None] Port e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:07:02.301022 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'name': 'tempest-TestShelveInstance-1584888238-router', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:06:53Z', 'updated_at': '2022-09-13T13:06:57Z', 'revision_number': 4, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'gw_port': {'id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:06:54Z', 'updated_at': '2022-09-13T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '608732b6-5365-4851-a8c3-871638f6daf5', 'name': '', 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'mac_address': 'fa:16:3e:64:69:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4b81446e-11cc-48df-8c30-3a35b9db59c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:06:57Z', 'updated_at': '2022-09-13T13:07:01Z', 'revision_number': 4, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'subnets': [{'id': '4b81446e-11cc-48df-8c30-3a35b9db59c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:07:02.301756 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8f6a5a46-5f01-4594-8de6-97c411f5868f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:02.332374 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-c5e428c2-53e6-4979-a5f5-69844cafac6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-10-iscsi, d0531145-908c-4aed-95dd-cd5158d1cdd7) {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:07:02.334568 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-6c2a2b7b-1267-416d-b48c-33ef610d7ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (e42f6f1f-ed4b-41d3-a2b4-ba1b11365103), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:02.341719 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a29164a-3dfe-499f-a157-2a1c4ce780b1 None None] The sync data for ids ['a928d819-27e7-4734-9a63-8cfd9758a1a8'] in dv-cinder-801354-10-iscsi is: [{'id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'name': 'tempest-TestShelveInstance-1584888238-router', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:06:53Z', 'updated_at': '2022-09-13T13:06:57Z', 'revision_number': 4, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'gw_port': {'id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:06:54Z', 'updated_at': '2022-09-13T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '608732b6-5365-4851-a8c3-871638f6daf5', 'name': '', 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'mac_address': 'fa:16:3e:64:69:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4b81446e-11cc-48df-8c30-3a35b9db59c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:06:57Z', 'updated_at': '2022-09-13T13:07:01Z', 'revision_number': 4, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'subnets': [{'id': '4b81446e-11cc-48df-8c30-3a35b9db59c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:07:02.356028 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e87f3e-7525-47f6-9cd5-e783fa4d5929 None None] Network d0531145-908c-4aed-95dd-cd5158d1cdd7 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:07:02.356670 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e428c2-53e6-4979-a5f5-69844cafac6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:02.357489 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c5e428c2-53e6-4979-a5f5-69844cafac6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:02.464805 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-c5e428c2-53e6-4979-a5f5-69844cafac6d admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.2487042 Sep 13 13:07:02.475584 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 36228) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:02.476244 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-4946e710-0f52-48ea-82b9-9a9c895f0a87 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-769146629-router', 'tenant_id': '686c7aa2d3384c8a890065be02c5078f', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:07:02.511730 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8f6a5a46-5f01-4594-8de6-97c411f5868f admin admin] Publish callbacks [] for security_group (9105fb8f-6e47-4d48-a0b6-a0f47f0611a2), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:02.534567 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d877156-c57d-42c2-a02e-8ef2dc83292c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1564c7bc-c5f6-553f-96c2-04a46ebbc95f-d0531145-908c-4aed-95dd-cd5158d1cdd7', 'network_id': 'd0531145-908c-4aed-95dd-cd5158d1cdd7', 'project_id': '686c7aa2d3384c8a890065be02c5078f', 'fixed_ips': [{'subnet_id': 'eb68a0d8-387e-48a8-b452-cdcc05a9b6c4'}]}} from dv-cinder-801354-10-iscsi. {{(pid=106851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 13:07:02.535718 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-4d877156-c57d-42c2-a02e-8ef2dc83292c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:02.590042 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4946e710-0f52-48ea-82b9-9a9c895f0a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13126'] for router (28fc7d05-fff6-4c05-bb1c-acb10d33f38f), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:02.595071 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4946e710-0f52-48ea-82b9-9a9c895f0a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1737249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13133'] for router (28fc7d05-fff6-4c05-bb1c-acb10d33f38f), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:02.602618 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8f6a5a46-5f01-4594-8de6-97c411f5868f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (9105fb8f-6e47-4d48-a0b6-a0f47f0611a2), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:02.608001 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:02.620203 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:02.708322 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6a5a46-5f01-4594-8de6-97c411f5868f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9105fb8f-6e47-4d48-a0b6-a0f47f0611a2,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:02.713496 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-8f6a5a46-5f01-4594-8de6-97c411f5868f admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=189f2c9a669a46f68369bb3c6b058f8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5679820 Sep 13 13:07:02.724519 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 36232) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:02.753536 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.db_base_plugin_common [None req-4d877156-c57d-42c2-a02e-8ef2dc83292c None None] Allocated IP 172.20.0.2 (d0531145-908c-4aed-95dd-cd5158d1cdd7/eb68a0d8-387e-48a8-b452-cdcc05a9b6c4/d0cab8a5-33ba-43b2-a290-f88ed53c12e0) {{(pid=106851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:07:02.785454 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4946e710-0f52-48ea-82b9-9a9c895f0a87 admin admin] Publish callbacks [] for router_controller (28fc7d05-fff6-4c05-bb1c-acb10d33f38f), precommit_add_association {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:02.870969 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-802d8bb6-c8eb-460b-a99d-3e19b882793b admin admin] Publish callbacks [] for security_group (9105fb8f-6e47-4d48-a0b6-a0f47f0611a2), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:02.891710 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-6c2a2b7b-1267-416d-b48c-33ef610d7ca0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 {{(pid=106850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:07:02.904726 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-6c2a2b7b-1267-416d-b48c-33ef610d7ca0 service neutron] Publish callbacks [] for port (e42f6f1f-ed4b-41d3-a2b4-ba1b11365103), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:02.908670 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:02.918545 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-802d8bb6-c8eb-460b-a99d-3e19b882793b admin admin] Publish callbacks [] for security_group (9105fb8f-6e47-4d48-a0b6-a0f47f0611a2), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:03.066194 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.provisioning_blocks [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-6c2a2b7b-1267-416d-b48c-33ef610d7ca0 service neutron] Transition to ACTIVE for port object e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 will not be triggered until provisioned by entity L2. {{(pid=106850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 13:07:03.070028 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-4d877156-c57d-42c2-a02e-8ef2dc83292c None None] Publish callbacks [] for port (d0cab8a5-33ba-43b2-a290-f88ed53c12e0), precommit_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:03.072765 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beac6a2-dffb-4f01-939d-8bac6fc7462e req-b8d1f0cb-4a43-45ac-a978-9a9e8add9302 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:03.072765 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3beac6a2-dffb-4f01-939d-8bac6fc7462e req-b8d1f0cb-4a43-45ac-a978-9a9e8add9302 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 946 time: 0.0528016 Sep 13 13:07:03.116920 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4946e710-0f52-48ea-82b9-9a9c895f0a87 admin admin] Publish callbacks [] for router_gateway (28fc7d05-fff6-4c05-bb1c-acb10d33f38f), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:03.128662 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3beac6a2-dffb-4f01-939d-8bac6fc7462e req-57ef7571-ee28-4f3f-9147-a2145a41af76 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466199 Sep 13 13:07:03.194178 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6c972-fdd8-47b4-8bae-0509ba89841b req-f965d822-6a7c-426c-a40e-e0238debebc4 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:03.196399 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-96d6c972-fdd8-47b4-8bae-0509ba89841b req-f965d822-6a7c-426c-a40e-e0238debebc4 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0559795 Sep 13 13:07:03.251950 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-4d877156-c57d-42c2-a02e-8ef2dc83292c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (d0cab8a5-33ba-43b2-a290-f88ed53c12e0), after_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:03.253828 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-6c2a2b7b-1267-416d-b48c-33ef610d7ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (e42f6f1f-ed4b-41d3-a2b4-ba1b11365103), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:03.255264 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-802d8bb6-c8eb-460b-a99d-3e19b882793b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (9105fb8f-6e47-4d48-a0b6-a0f47f0611a2), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:03.257981 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-802d8bb6-c8eb-460b-a99d-3e19b882793b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:03.259348 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-802d8bb6-c8eb-460b-a99d-3e19b882793b admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/9105fb8f-6e47-4d48-a0b6-a0f47f0611a2 HTTP/1.1" status: 204 len: 168 time: 0.5257039 Sep 13 13:07:03.273692 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-96d6c972-fdd8-47b4-8bae-0509ba89841b req-514c9508-cac6-4c24-82f6-f168616e4b62 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674043 Sep 13 13:07:03.352748 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d8bb6-c8eb-460b-a99d-3e19b882793b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9105fb8f-6e47-4d48-a0b6-a0f47f0611a2,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:03.376400 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:03.384231 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-bb440e85-a2fb-48c1-85e3-55ccf7afa86c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:03.413716 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d877156-c57d-42c2-a02e-8ef2dc83292c None None] Network d0531145-908c-4aed-95dd-cd5158d1cdd7 is already hosted by enough agents. {{(pid=106851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:07:03.418858 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.base_scheduler [None req-4d877156-c57d-42c2-a02e-8ef2dc83292c None None] Resources bound (agent type, host, resource id): {{(pid=106851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:07:03.421610 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d877156-c57d-42c2-a02e-8ef2dc83292c None None] Pushing event updated for resources: {'Port': ['ID=d0cab8a5-33ba-43b2-a290-f88ed53c12e0,revision_number=1']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:03.425198 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d877156-c57d-42c2-a02e-8ef2dc83292c None None] Received port after_create {{(pid=106851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:07:03.437274 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 608732b6-5365-4851-a8c3-871638f6daf5 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:07:03.445473 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a2b7b-1267-416d-b48c-33ef610d7ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=e42f6f1f-ed4b-41d3-a2b4-ba1b11365103,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:03.555542 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4946e710-0f52-48ea-82b9-9a9c895f0a87 admin admin] Publish callbacks [] for router_gateway (28fc7d05-fff6-4c05-bb1c-acb10d33f38f), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:03.559405 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8210f-7541-4759-8c59-55ec21a40db9 req-36d86afb-5e80-4872-9b60-e80c894dea2b tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:03.569204 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-4d877156-c57d-42c2-a02e-8ef2dc83292c None None] Attempting to bind port d0cab8a5-33ba-43b2-a290-f88ed53c12e0 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:07:03.572289 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ded8210f-7541-4759-8c59-55ec21a40db9 req-36d86afb-5e80-4872-9b60-e80c894dea2b tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 943 time: 0.1455891 Sep 13 13:07:03.572793 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-4d877156-c57d-42c2-a02e-8ef2dc83292c None None] Attempting to bind port d0cab8a5-33ba-43b2-a290-f88ed53c12e0 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': '0df42e92-23cb-4c04-b74c-6b4e461c3f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd0531145-908c-4aed-95dd-cd5158d1cdd7'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:07:03.573733 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d877156-c57d-42c2-a02e-8ef2dc83292c None None] Attempting to bind port d0cab8a5-33ba-43b2-a290-f88ed53c12e0 on network d0531145-908c-4aed-95dd-cd5158d1cdd7 {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:07:03.578855 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 608732b6-5365-4851-a8c3-871638f6daf5 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:07:03.579434 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (608732b6-5365-4851-a8c3-871638f6daf5), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:03.600952 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4946e710-0f52-48ea-82b9-9a9c895f0a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:03.652567 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-6c2a2b7b-1267-416d-b48c-33ef610d7ca0 service neutron] Attempting to bind port e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:07:03.652927 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-6c2a2b7b-1267-416d-b48c-33ef610d7ca0 service neutron] Attempting to bind port e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:07:03.653262 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-6c2a2b7b-1267-416d-b48c-33ef610d7ca0 service neutron] Attempting to bind port e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 on network 1f0b8231-ada5-4945-87a4-d1b052328819 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:07:03.680526 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d877156-c57d-42c2-a02e-8ef2dc83292c None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:07:03.680901 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d877156-c57d-42c2-a02e-8ef2dc83292c None None] Checking segment: {'id': '0df42e92-23cb-4c04-b74c-6b4e461c3f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd0531145-908c-4aed-95dd-cd5158d1cdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:07:03.681898 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-4d877156-c57d-42c2-a02e-8ef2dc83292c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:03.682540 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d877156-c57d-42c2-a02e-8ef2dc83292c None None] Bound using segment: {'id': '0df42e92-23cb-4c04-b74c-6b4e461c3f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd0531145-908c-4aed-95dd-cd5158d1cdd7'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:07:03.683253 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-4d877156-c57d-42c2-a02e-8ef2dc83292c None None] Bound port: d0cab8a5-33ba-43b2-a290-f88ed53c12e0, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df42e92-23cb-4c04-b74c-6b4e461c3f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd0531145-908c-4aed-95dd-cd5158d1cdd7'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:07:03.683632 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-4d877156-c57d-42c2-a02e-8ef2dc83292c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (d0cab8a5-33ba-43b2-a290-f88ed53c12e0), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:03.684062 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ded8210f-7541-4759-8c59-55ec21a40db9 req-344cb161-d369-4c64-8c25-39222836c8a7 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108563 Sep 13 13:07:03.737875 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-6c2a2b7b-1267-416d-b48c-33ef610d7ca0 service neutron] Port e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 on network 1f0b8231-ada5-4945-87a4-d1b052328819 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 13:07:03.743623 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-6c2a2b7b-1267-416d-b48c-33ef610d7ca0 service neutron] Attempting to bind port e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 on network 1f0b8231-ada5-4945-87a4-d1b052328819 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:07:03.807848 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 608732b6-5365-4851-a8c3-871638f6daf5 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:07:03.808631 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (608732b6-5365-4851-a8c3-871638f6daf5), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:03.819293 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-4946e710-0f52-48ea-82b9-9a9c895f0a87 admin admin] Allocated IP 172.27.1.213 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/4e0911a6-7148-42bf-8ef4-9f4fe60d2a74) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:07:03.835007 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-6c2a2b7b-1267-416d-b48c-33ef610d7ca0 service neutron] Checking agent: {'id': '96974c91-2132-4a74-8ded-139ad5e3b835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 13, 3), 'started_at': datetime.datetime(2022, 9, 13, 13, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:07:03.836663 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-6c2a2b7b-1267-416d-b48c-33ef610d7ca0 service neutron] Checking segment: {'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:07:03.837062 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-6c2a2b7b-1267-416d-b48c-33ef610d7ca0 service neutron] Bound using segment: {'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:07:03.837510 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-6c2a2b7b-1267-416d-b48c-33ef610d7ca0 service neutron] Bound port: e42f6f1f-ed4b-41d3-a2b4-ba1b11365103, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:07:03.840207 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-6c2a2b7b-1267-416d-b48c-33ef610d7ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (e42f6f1f-ed4b-41d3-a2b4-ba1b11365103), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:03.874988 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port 608732b6-5365-4851-a8c3-871638f6daf5, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=608732b6-5365-4851-a8c3-871638f6daf5,segment=NetworkSegment(e8f7bc83-fef4-47b7-8bca-574a1cb75265),segment_id=e8f7bc83-fef4-47b7-8bca-574a1cb75265)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:07:03.897934 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:03.917981 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-4d877156-c57d-42c2-a02e-8ef2dc83292c None None] For port d0cab8a5-33ba-43b2-a290-f88ed53c12e0, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:07:03.927056 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-4d877156-c57d-42c2-a02e-8ef2dc83292c None None] For port d0cab8a5-33ba-43b2-a290-f88ed53c12e0, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=d0cab8a5-33ba-43b2-a290-f88ed53c12e0,segment=NetworkSegment(0df42e92-23cb-4c04-b74c-6b4e461c3f6d),segment_id=0df42e92-23cb-4c04-b74c-6b4e461c3f6d)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:07:03.953879 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (608732b6-5365-4851-a8c3-871638f6daf5), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:03.984206 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4946e710-0f52-48ea-82b9-9a9c895f0a87 admin admin] Publish callbacks [] for port (4e0911a6-7148-42bf-8ef4-9f4fe60d2a74), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:03.992533 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-6c2a2b7b-1267-416d-b48c-33ef610d7ca0 service neutron] For port e42f6f1f-ed4b-41d3-a2b4-ba1b11365103, host hv-cinder-80135, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:07:03.996852 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-6c2a2b7b-1267-416d-b48c-33ef610d7ca0 service neutron] For port e42f6f1f-ed4b-41d3-a2b4-ba1b11365103, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e42f6f1f-ed4b-41d3-a2b4-ba1b11365103,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:07:04.026887 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=608732b6-5365-4851-a8c3-871638f6daf5,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:04.039716 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-4d877156-c57d-42c2-a02e-8ef2dc83292c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (d0cab8a5-33ba-43b2-a290-f88ed53c12e0), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:04.073696 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-6c2a2b7b-1267-416d-b48c-33ef610d7ca0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (e42f6f1f-ed4b-41d3-a2b4-ba1b11365103), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:04.075237 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-6c2a2b7b-1267-416d-b48c-33ef610d7ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:04.075803 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-6c2a2b7b-1267-416d-b48c-33ef610d7ca0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:04.081351 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-6c2a2b7b-1267-416d-b48c-33ef610d7ca0 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 HTTP/1.1" status: 200 len: 1093 time: 1.8952417 Sep 13 13:07:04.086861 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc', 'tag': 'e42f6f1f-ed4b-41d3-a2b4-ba1b11365103'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:07:04.090554 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46878759-f23e-422a-989e-24bc6fff6e76" -d '{"events": [{"name": "network-changed", "server_uuid": "a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc", "tag": "e42f6f1f-ed4b-41d3-a2b4-ba1b11365103"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:07:04.121808 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4946e710-0f52-48ea-82b9-9a9c895f0a87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (4e0911a6-7148-42bf-8ef4-9f4fe60d2a74), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:04.139121 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d877156-c57d-42c2-a02e-8ef2dc83292c None None] Pushing event updated for resources: {'Port': ['ID=d0cab8a5-33ba-43b2-a290-f88ed53c12e0,revision_number=2']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:04.192482 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a2b7b-1267-416d-b48c-33ef610d7ca0 service neutron] Pushing event updated for resources: {'Port': ['ID=e42f6f1f-ed4b-41d3-a2b4-ba1b11365103,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:04.199516 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c33b3bb-180f-4164-866e-d6a13171e3a9 x-openstack-request-id: req-1c33b3bb-180f-4164-866e-d6a13171e3a9 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:07:04.199796 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc", "tag": "e42f6f1f-ed4b-41d3-a2b4-ba1b11365103", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:07:04.200045 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-1c33b3bb-180f-4164-866e-d6a13171e3a9 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:07:04.200504 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c33b3bb-180f-4164-866e-d6a13171e3a9'] response: {'name': 'network-changed', 'server_uuid': 'a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc', 'tag': 'e42f6f1f-ed4b-41d3-a2b4-ba1b11365103', 'status': 'completed', 'code': 200} Sep 13 13:07:04.217530 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:04.242329 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:04.285220 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4946e710-0f52-48ea-82b9-9a9c895f0a87 admin admin] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:07:04.290546 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-4946e710-0f52-48ea-82b9-9a9c895f0a87 admin admin] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:07:04.295524 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 36266) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:04.313556 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:04.316481 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4946e710-0f52-48ea-82b9-9a9c895f0a87 admin admin] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:07:04.373914 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46878759-f23e-422a-989e-24bc6fff6e76 req-3cdd298b-e632-455e-a05e-ffafd1216a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:04.375470 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-46878759-f23e-422a-989e-24bc6fff6e76 req-3cdd298b-e632-455e-a05e-ffafd1216a56 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=7775bd9f19b64c8ca07407c103dcff9b&device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 1127 time: 0.1297555 Sep 13 13:07:04.376215 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4946e710-0f52-48ea-82b9-9a9c895f0a87 admin admin] Pushing event updated for resources: {'Port': ['ID=4e0911a6-7148-42bf-8ef4-9f4fe60d2a74,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:04.385392 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99bd3f5-88b3-4059-971f-fa7414aa47a3 req-21949700-446c-427d-9f63-75f14263cd0d tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:04.394497 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c99bd3f5-88b3-4059-971f-fa7414aa47a3 req-21949700-446c-427d-9f63-75f14263cd0d tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 946 time: 0.1110108 Sep 13 13:07:04.394726 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9a6febc2-a413-410c-864e-44e97ce5c561 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:04.510285 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c99bd3f5-88b3-4059-971f-fa7414aa47a3 req-2936758b-1dd2-45d1-ac97-857ffd755781 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148622 Sep 13 13:07:04.572699 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46878759-f23e-422a-989e-24bc6fff6e76 req-6e3ec358-1688-481f-a75e-743b69d979e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:04.572699 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-46878759-f23e-422a-989e-24bc6fff6e76 req-6e3ec358-1688-481f-a75e-743b69d979e7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=7775bd9f19b64c8ca07407c103dcff9b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1742878 Sep 13 13:07:04.597109 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9a6febc2-a413-410c-864e-44e97ce5c561 admin admin] Publish callbacks [] for security_group (2cac873e-0c74-4258-afa0-559d713e9a7e), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:04.660559 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf65c2c-1a04-4628-8afd-6dd17b5f24ca req-9ed24f7c-9b28-4429-8227-1c295e3e1b1a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:04.662499 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-aaf65c2c-1a04-4628-8afd-6dd17b5f24ca req-9ed24f7c-9b28-4429-8227-1c295e3e1b1a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0666049 Sep 13 13:07:04.696889 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-9a6febc2-a413-410c-864e-44e97ce5c561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (2cac873e-0c74-4258-afa0-559d713e9a7e), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:04.751182 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-9a6febc2-a413-410c-864e-44e97ce5c561 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=b7d1cbe564354e6e89a2747fe4121e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4545496 Sep 13 13:07:04.751922 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4946e710-0f52-48ea-82b9-9a9c895f0a87 admin admin] Publish callbacks [] for router_gateway (28fc7d05-fff6-4c05-bb1c-acb10d33f38f), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:04.753908 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6febc2-a413-410c-864e-44e97ce5c561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cac873e-0c74-4258-afa0-559d713e9a7e,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:04.754790 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 36276) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:04.986011 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4946e710-0f52-48ea-82b9-9a9c895f0a87 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583670'] for router (28fc7d05-fff6-4c05-bb1c-acb10d33f38f), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:05.056281 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-aaf65c2c-1a04-4628-8afd-6dd17b5f24ca req-cf7cae97-8236-43d0-a87c-7d31e4281249 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3809903 Sep 13 13:07:05.115686 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46878759-f23e-422a-989e-24bc6fff6e76 req-ab100d59-617c-4b94-b98f-aae73eeed70f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:05.119179 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-46878759-f23e-422a-989e-24bc6fff6e76 req-ab100d59-617c-4b94-b98f-aae73eeed70f service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4811251 Sep 13 13:07:05.138909 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04940bd4-d677-4ab3-9a0f-75fe2c334b8d req-fb9d7f44-ef42-400e-9254-f4254f01cbf3 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:05.140480 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-04940bd4-d677-4ab3-9a0f-75fe2c334b8d req-fb9d7f44-ef42-400e-9254-f4254f01cbf3 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 943 time: 0.0953357 Sep 13 13:07:05.172441 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d67f92f7-0bb2-403e-a534-291cd4e22764 admin admin] Publish callbacks [] for security_group (2cac873e-0c74-4258-afa0-559d713e9a7e), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:05.212133 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d67f92f7-0bb2-403e-a534-291cd4e22764 admin admin] Publish callbacks [] for security_group (2cac873e-0c74-4258-afa0-559d713e9a7e), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:05.218794 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-04940bd4-d677-4ab3-9a0f-75fe2c334b8d req-2378c41d-eb88-4a24-9bbb-1f02c1761688 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680859 Sep 13 13:07:05.299598 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4946e710-0f52-48ea-82b9-9a9c895f0a87 admin admin] Router 28fc7d05-fff6-4c05-bb1c-acb10d33f38f is scheduled to L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 with binding_index 1 {{(pid=106849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 13:07:05.334108 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:05.391307 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d67f92f7-0bb2-403e-a534-291cd4e22764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (2cac873e-0c74-4258-afa0-559d713e9a7e), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:05.395141 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d67f92f7-0bb2-403e-a534-291cd4e22764 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:05.399661 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-d67f92f7-0bb2-403e-a534-291cd4e22764 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/2cac873e-0c74-4258-afa0-559d713e9a7e HTTP/1.1" status: 204 len: 168 time: 0.6366117 Sep 13 13:07:05.406143 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 608732b6-5365-4851-a8c3-871638f6daf5 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:07:05.422260 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67f92f7-0bb2-403e-a534-291cd4e22764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cac873e-0c74-4258-afa0-559d713e9a7e,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:05.440147 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4946e710-0f52-48ea-82b9-9a9c895f0a87 admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:07:05.448144 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-091aa63a-76f9-45b9-b30f-6cabcae09a64 None None] Network d0531145-908c-4aed-95dd-cd5158d1cdd7 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:07:05.456570 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-4be06d3c-5fd2-48f2-86fd-589cd594f375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:05.458466 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] Sync routers for ids ['28fc7d05-fff6-4c05-bb1c-acb10d33f38f'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:07:05.531344 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4946e710-0f52-48ea-82b9-9a9c895f0a87 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:05.532812 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-4946e710-0f52-48ea-82b9-9a9c895f0a87 admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0611789 Sep 13 13:07:05.535672 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 36284) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:05.537911 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] Routers {'28fc7d05-fff6-4c05-bb1c-acb10d33f38f'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:07:05.538940 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:07:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['28fc7d05-fff6-4c05-bb1c-acb10d33f38f'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:07:05.585472 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-e5a0fed0-8ddf-4c32-934d-ae9bd8844438 None None] Provisioning complete for port d0cab8a5-33ba-43b2-a290-f88ed53c12e0 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:07:05.587395 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-e5a0fed0-8ddf-4c32-934d-ae9bd8844438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (d0cab8a5-33ba-43b2-a290-f88ed53c12e0), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:05.613266 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 608732b6-5365-4851-a8c3-871638f6daf5 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:07:05.613645 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (608732b6-5365-4851-a8c3-871638f6daf5), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:05.659359 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:05.678831 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:05.686310 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7897b132-0a5f-4828-bf51-fd0b90755374 req-a832086f-9137-4618-ac33-e59c61975f63 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:05.694056 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7897b132-0a5f-4828-bf51-fd0b90755374 req-a832086f-9137-4618-ac33-e59c61975f63 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 946 time: 0.0802057 Sep 13 13:07:05.749348 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7897b132-0a5f-4828-bf51-fd0b90755374 req-9fe145e2-6d96-488e-9314-0cf999e4d0e9 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558534 Sep 13 13:07:05.939383 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] Set router 28fc7d05-fff6-4c05-bb1c-acb10d33f38f gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:07:05.969647 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-ba730cef-a53e-49dc-8fdf-dba54039d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:05.978234 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-ba730cef-a53e-49dc-8fdf-dba54039d447 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=7775bd9f19b64c8ca07407c103dcff9b&device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 1127 time: 0.1249595 Sep 13 13:07:06.061620 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822affd-6d74-496b-8333-0a8820a387ee req-aecc1431-40e1-47ff-a2f9-440576b7a972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:06.065029 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3822affd-6d74-496b-8333-0a8820a387ee req-aecc1431-40e1-47ff-a2f9-440576b7a972 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 1130 time: 0.0827887 Sep 13 13:07:06.067797 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-e5a0fed0-8ddf-4c32-934d-ae9bd8844438 None None] Current status of the port d0cab8a5-33ba-43b2-a290-f88ed53c12e0 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:07:06.068355 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-e5a0fed0-8ddf-4c32-934d-ae9bd8844438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (d0cab8a5-33ba-43b2-a290-f88ed53c12e0), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:06.138467 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 608732b6-5365-4851-a8c3-871638f6daf5 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:07:06.162165 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device d0cab8a5-33ba-43b2-a290-f88ed53c12e0 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:07:06.185691 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-b01a028b-5ca1-40ca-a3a4-6f9a75a92a52 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 HTTP/1.1" status: 200 len: 217 time: 0.1160886 Sep 13 13:07:06.217134 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-e5a0fed0-8ddf-4c32-934d-ae9bd8844438 None None] For port d0cab8a5-33ba-43b2-a290-f88ed53c12e0, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=d0cab8a5-33ba-43b2-a290-f88ed53c12e0,segment=NetworkSegment(0df42e92-23cb-4c04-b74c-6b4e461c3f6d),segment_id=0df42e92-23cb-4c04-b74c-6b4e461c3f6d)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:07:06.250373 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:06.251552 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port d0cab8a5-33ba-43b2-a290-f88ed53c12e0 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:07:06.252235 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (d0cab8a5-33ba-43b2-a290-f88ed53c12e0), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:06.304104 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d64d7e-fbf5-454a-ac76-3543c559d371 req-e40e0077-4671-4f94-9a56-1e29efe33d8b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:06.305704 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f6d64d7e-fbf5-454a-ac76-3543c559d371 req-e40e0077-4671-4f94-9a56-1e29efe33d8b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.1193101 Sep 13 13:07:06.315073 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3822affd-6d74-496b-8333-0a8820a387ee req-adf45514-52ce-4833-9b34-dac2040ca407 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315917 Sep 13 13:07:06.339924 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-e5a0fed0-8ddf-4c32-934d-ae9bd8844438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (d0cab8a5-33ba-43b2-a290-f88ed53c12e0), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:06.381548 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-d551a318-2d0f-46e9-aedb-933722363a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:06.383077 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-d551a318-2d0f-46e9-aedb-933722363a13 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8e8aac7b-ea4b-46cf-9476-3c7b376f07e0 HTTP/1.1" status: 200 len: 854 time: 0.1829801 Sep 13 13:07:06.385793 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-aedfe2c1-e3b7-4229-a541-770b3450a468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:06.425132 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f6d64d7e-fbf5-454a-ac76-3543c559d371 req-744380a6-dd2a-4503-87f9-3352ef4d7504 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090727 Sep 13 13:07:06.450711 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec006a-17e5-4c9d-ad38-9957d2e15270 req-e69bfae5-e838-4966-8d7b-65d47fb94e57 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:06.453926 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 36298) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:06.458376 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0bec006a-17e5-4c9d-ad38-9957d2e15270 req-e69bfae5-e838-4966-8d7b-65d47fb94e57 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 943 time: 0.0991271 Sep 13 13:07:06.472308 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a0fed0-8ddf-4c32-934d-ae9bd8844438 None None] Pushing event updated for resources: {'Port': ['ID=d0cab8a5-33ba-43b2-a290-f88ed53c12e0,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:06.475310 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-2d21d0b8-23f0-4fd2-9230-602b25bc92d7 None None] Provisioning complete for port d0cab8a5-33ba-43b2-a290-f88ed53c12e0 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:07:06.475725 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-2d21d0b8-23f0-4fd2-9230-602b25bc92d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (d0cab8a5-33ba-43b2-a290-f88ed53c12e0), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:06.482286 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a9081a97-48e1-4d8c-ad5e-fe2a070fcc01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:06.484101 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fc7d05-fff6-4c05-bb1c-acb10d33f38f', 'name': 'tempest-TestShelveInstance-769146629-router', 'tenant_id': '686c7aa2d3384c8a890065be02c5078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '4e0911a6-7148-42bf-8ef4-9f4fe60d2a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:07:02Z', 'updated_at': '2022-09-13T13:07:04Z', 'revision_number': 3, 'project_id': '686c7aa2d3384c8a890065be02c5078f', 'gw_port': {'id': '4e0911a6-7148-42bf-8ef4-9f4fe60d2a74', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fc7d05-fff6-4c05-bb1c-acb10d33f38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:07:03Z', 'updated_at': '2022-09-13T13:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:07:06.525715 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0bec006a-17e5-4c9d-ad38-9957d2e15270 req-ee5cfb01-c8eb-4202-bd6e-bcf9a3197a45 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660920 Sep 13 13:07:06.540803 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:06.565877 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] Checking router: 28fc7d05-fff6-4c05-bb1c-acb10d33f38f for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:07:06.566227 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] Updating router 28fc7d05-fff6-4c05-bb1c-acb10d33f38f port 4e0911a6-7148-42bf-8ef4-9f4fe60d2a74 binding host dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 13:07:06.583362 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-7a2c928c-0f15-465b-9787-3e9c2caab9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:06.584860 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-7a2c928c-0f15-465b-9787-3e9c2caab9ac service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=1f0b8231-ada5-4945-87a4-d1b052328819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0501885 Sep 13 13:07:06.596835 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port d0cab8a5-33ba-43b2-a290-f88ed53c12e0 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:07:06.610464 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (4e0911a6-7148-42bf-8ef4-9f4fe60d2a74), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:06.659700 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-aedfe2c1-e3b7-4229-a541-770b3450a468 admin admin] Allocated IP 172.20.0.1 (d0531145-908c-4aed-95dd-cd5158d1cdd7/eb68a0d8-387e-48a8-b452-cdcc05a9b6c4/672958f1-09fb-40f2-99c5-db020b483e5b) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:07:06.698263 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-897fe8cc-f830-4411-8db2-b755e47e30d7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035795 Sep 13 13:07:06.712148 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a9081a97-48e1-4d8c-ad5e-fe2a070fcc01 admin admin] Publish callbacks [] for security_group (37c0b42d-6541-4795-b665-0066f5886e65), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:06.733545 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-2d21d0b8-23f0-4fd2-9230-602b25bc92d7 None None] Current status of the port d0cab8a5-33ba-43b2-a290-f88ed53c12e0 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:07:06.805775 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-aedfe2c1-e3b7-4229-a541-770b3450a468 admin admin] Publish callbacks [] for port (672958f1-09fb-40f2-99c5-db020b483e5b), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:06.839118 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a9081a97-48e1-4d8c-ad5e-fe2a070fcc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (37c0b42d-6541-4795-b665-0066f5886e65), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:06.882637 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-a9081a97-48e1-4d8c-ad5e-fe2a070fcc01 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=a94599aa400a463c95706fefaeb4f70f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4273903 Sep 13 13:07:06.885094 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9081a97-48e1-4d8c-ad5e-fe2a070fcc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c0b42d-6541-4795-b665-0066f5886e65,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:06.886772 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 36302) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:06.917446 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529cf72b-a276-4cbb-892b-35966be7d02e req-948df1ba-7621-4d2e-ad7b-f825f5644466 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:06.919310 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-529cf72b-a276-4cbb-892b-35966be7d02e req-948df1ba-7621-4d2e-ad7b-f825f5644466 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 946 time: 0.0679007 Sep 13 13:07:06.922571 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:06.939324 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] Publish callbacks [] for port (4e0911a6-7148-42bf-8ef4-9f4fe60d2a74), precommit_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:06.982985 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-aedfe2c1-e3b7-4229-a541-770b3450a468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (672958f1-09fb-40f2-99c5-db020b483e5b), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:06.986349 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dcb6f3c1-119e-43d7-8bc4-40d3fbb29e39 admin admin] Publish callbacks [] for security_group (37c0b42d-6541-4795-b665-0066f5886e65), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:06.989128 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:06.998255 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-529cf72b-a276-4cbb-892b-35966be7d02e req-16f5f307-e708-4423-b889-95adcb2f8cb3 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705278 Sep 13 13:07:07.014849 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dcb6f3c1-119e-43d7-8bc4-40d3fbb29e39 admin admin] Publish callbacks [] for security_group (37c0b42d-6541-4795-b665-0066f5886e65), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:07.027283 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfe2c1-e3b7-4229-a541-770b3450a468 admin admin] Pushing event updated for resources: {'Port': ['ID=672958f1-09fb-40f2-99c5-db020b483e5b,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:07.031971 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (4e0911a6-7148-42bf-8ef4-9f4fe60d2a74), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:07.036942 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedfe2c1-e3b7-4229-a541-770b3450a468 admin admin] Network d0531145-908c-4aed-95dd-cd5158d1cdd7 is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:07:07.038533 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-aedfe2c1-e3b7-4229-a541-770b3450a468 admin admin] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:07:07.042247 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedfe2c1-e3b7-4229-a541-770b3450a468 admin admin] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:07:07.042733 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-aedfe2c1-e3b7-4229-a541-770b3450a468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803539'] for router_interface (28fc7d05-fff6-4c05-bb1c-acb10d33f38f), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:07.076586 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] Attempting to bind port 4e0911a6-7148-42bf-8ef4-9f4fe60d2a74 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:07:07.077035 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] Attempting to bind port 4e0911a6-7148-42bf-8ef4-9f4fe60d2a74 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:07:07.077472 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] Attempting to bind port 4e0911a6-7148-42bf-8ef4-9f4fe60d2a74 on network b91df1e9-be0f-4e52-84e7-72fa847e0b1f {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:07:07.124066 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd678a-08bb-4b64-a08d-69d6b7029372 None None] Pushing event updated for resources: {'Port': ['ID=4e0911a6-7148-42bf-8ef4-9f4fe60d2a74,revision_number=2']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:07.148524 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:07:07.150103 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] Checking segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:07:07.150789 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:07.151396 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] Bound using segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:07:07.152294 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] Bound port: 4e0911a6-7148-42bf-8ef4-9f4fe60d2a74, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:07:07.152824 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (4e0911a6-7148-42bf-8ef4-9f4fe60d2a74), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:07.199626 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-469ff071-5f84-45c0-bd49-8f5b79c811de req-edee48d8-8471-4948-87ae-476835b12571 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826441 Sep 13 13:07:07.228358 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] For port 4e0911a6-7148-42bf-8ef4-9f4fe60d2a74, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:07:07.231922 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] For port 4e0911a6-7148-42bf-8ef4-9f4fe60d2a74, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=4e0911a6-7148-42bf-8ef4-9f4fe60d2a74,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:07:07.267415 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-aedfe2c1-e3b7-4229-a541-770b3450a468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (672958f1-09fb-40f2-99c5-db020b483e5b), before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:07.290970 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dcb6f3c1-119e-43d7-8bc4-40d3fbb29e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (37c0b42d-6541-4795-b665-0066f5886e65), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:07.295826 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dcb6f3c1-119e-43d7-8bc4-40d3fbb29e39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:07.297446 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-dcb6f3c1-119e-43d7-8bc4-40d3fbb29e39 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/37c0b42d-6541-4795-b665-0066f5886e65 HTTP/1.1" status: 204 len: 168 time: 0.4095452 Sep 13 13:07:07.308061 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6f3c1-119e-43d7-8bc4-40d3fbb29e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c0b42d-6541-4795-b665-0066f5886e65,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:07.322388 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:07.322634 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device d0cab8a5-33ba-43b2-a290-f88ed53c12e0 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:07:07.326605 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (4e0911a6-7148-42bf-8ef4-9f4fe60d2a74), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:07.428814 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-e2e95304-e142-45e5-9463-984c998079f4 None None] Provisioning complete for port 672958f1-09fb-40f2-99c5-db020b483e5b triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:07:07.429424 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-e2e95304-e142-45e5-9463-984c998079f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (672958f1-09fb-40f2-99c5-db020b483e5b), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:07.480288 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] Routers {'28fc7d05-fff6-4c05-bb1c-acb10d33f38f'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:07:07.481122 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:07:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['28fc7d05-fff6-4c05-bb1c-acb10d33f38f'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:07:07.526917 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd678a-08bb-4b64-a08d-69d6b7029372 None None] Pushing event updated for resources: {'Port': ['ID=4e0911a6-7148-42bf-8ef4-9f4fe60d2a74,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:07.533082 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-e2e95304-e142-45e5-9463-984c998079f4 None None] Port 672958f1-09fb-40f2-99c5-db020b483e5b cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:07:07.538984 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=100 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:07.551034 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port d0cab8a5-33ba-43b2-a290-f88ed53c12e0 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:07:07.551414 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (d0cab8a5-33ba-43b2-a290-f88ed53c12e0), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:07.679354 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3ef73b-037e-4004-883a-b750334dbf3b req-af68d693-d38e-4041-95c6-ba7b3544d2cd tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:07.679820 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] Set router 28fc7d05-fff6-4c05-bb1c-acb10d33f38f gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:07:07.699676 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca3ef73b-037e-4004-883a-b750334dbf3b req-af68d693-d38e-4041-95c6-ba7b3544d2cd tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.1335366 Sep 13 13:07:07.754226 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:07.767453 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-aedfe2c1-e3b7-4229-a541-770b3450a468 admin admin] Publish callbacks [] for port (672958f1-09fb-40f2-99c5-db020b483e5b), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:07.784757 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103b15d-6407-4f0b-a47b-a3ad885d14a1 req-7f53f3a6-ac6a-4b4b-9282-7e48e0f36ee9 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:07.792796 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9103b15d-6407-4f0b-a47b-a3ad885d14a1 req-7f53f3a6-ac6a-4b4b-9282-7e48e0f36ee9 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 943 time: 0.1484649 Sep 13 13:07:07.799184 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port d0cab8a5-33ba-43b2-a290-f88ed53c12e0 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:07:07.835964 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:07.844832 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-aedfe2c1-e3b7-4229-a541-770b3450a468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (672958f1-09fb-40f2-99c5-db020b483e5b), after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:07.846701 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-aedfe2c1-e3b7-4229-a541-770b3450a468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1691706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1803655'] for router_interface (28fc7d05-fff6-4c05-bb1c-acb10d33f38f), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:07.866562 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca3ef73b-037e-4004-883a-b750334dbf3b req-a6c359d3-13da-4855-80cc-15b51d3fe7eb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1659362 Sep 13 13:07:07.882155 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9103b15d-6407-4f0b-a47b-a3ad885d14a1 req-b5f3de0e-4f8a-4b87-b58d-76ce16f96438 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882471 Sep 13 13:07:07.926984 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedfe2c1-e3b7-4229-a541-770b3450a468 admin admin] Pushing event updated for resources: {'Port': ['ID=672958f1-09fb-40f2-99c5-db020b483e5b,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:07.959996 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fc7d05-fff6-4c05-bb1c-acb10d33f38f', 'name': 'tempest-TestShelveInstance-769146629-router', 'tenant_id': '686c7aa2d3384c8a890065be02c5078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '4e0911a6-7148-42bf-8ef4-9f4fe60d2a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:07:02Z', 'updated_at': '2022-09-13T13:07:07Z', 'revision_number': 4, 'project_id': '686c7aa2d3384c8a890065be02c5078f', 'gw_port': {'id': '4e0911a6-7148-42bf-8ef4-9f4fe60d2a74', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fc7d05-fff6-4c05-bb1c-acb10d33f38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:07:03Z', 'updated_at': '2022-09-13T13:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '672958f1-09fb-40f2-99c5-db020b483e5b', 'name': '', 'network_id': 'd0531145-908c-4aed-95dd-cd5158d1cdd7', 'tenant_id': '686c7aa2d3384c8a890065be02c5078f', 'mac_address': 'fa:16:3e:3a:dd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fc7d05-fff6-4c05-bb1c-acb10d33f38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'eb68a0d8-387e-48a8-b452-cdcc05a9b6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:07:06Z', 'updated_at': '2022-09-13T13:07:06Z', 'revision_number': 1, 'project_id': '686c7aa2d3384c8a890065be02c5078f', 'subnets': [{'id': 'eb68a0d8-387e-48a8-b452-cdcc05a9b6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:07:07.985140 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5b1bdc6-e3b5-458d-95d1-9389fca1383e None None] The sync data for ids ['28fc7d05-fff6-4c05-bb1c-acb10d33f38f'] in dv-cinder-801354-10-iscsi is: [{'id': '28fc7d05-fff6-4c05-bb1c-acb10d33f38f', 'name': 'tempest-TestShelveInstance-769146629-router', 'tenant_id': '686c7aa2d3384c8a890065be02c5078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '4e0911a6-7148-42bf-8ef4-9f4fe60d2a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:07:02Z', 'updated_at': '2022-09-13T13:07:07Z', 'revision_number': 4, 'project_id': '686c7aa2d3384c8a890065be02c5078f', 'gw_port': {'id': '4e0911a6-7148-42bf-8ef4-9f4fe60d2a74', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fc7d05-fff6-4c05-bb1c-acb10d33f38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:07:03Z', 'updated_at': '2022-09-13T13:07:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '672958f1-09fb-40f2-99c5-db020b483e5b', 'name': '', 'network_id': 'd0531145-908c-4aed-95dd-cd5158d1cdd7', 'tenant_id': '686c7aa2d3384c8a890065be02c5078f', 'mac_address': 'fa:16:3e:3a:dd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fc7d05-fff6-4c05-bb1c-acb10d33f38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'eb68a0d8-387e-48a8-b452-cdcc05a9b6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:07:06Z', 'updated_at': '2022-09-13T13:07:06Z', 'revision_number': 1, 'project_id': '686c7aa2d3384c8a890065be02c5078f', 'subnets': [{'id': 'eb68a0d8-387e-48a8-b452-cdcc05a9b6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:07:08.058086 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedfe2c1-e3b7-4229-a541-770b3450a468 admin admin] Network d0531145-908c-4aed-95dd-cd5158d1cdd7 is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:07:08.059758 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-aedfe2c1-e3b7-4229-a541-770b3450a468 admin admin] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:07:08.184733 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc92c310-66f5-4f9b-8a6f-4a0757397bf5 req-04e19500-c080-4907-8534-3641502a83d8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:08.191697 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dc92c310-66f5-4f9b-8a6f-4a0757397bf5 req-04e19500-c080-4907-8534-3641502a83d8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 946 time: 0.0818222 Sep 13 13:07:08.220280 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:08.285896 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aedfe2c1-e3b7-4229-a541-770b3450a468 admin admin] Router 28fc7d05-fff6-4c05-bb1c-acb10d33f38f has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:07:08.290360 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dc92c310-66f5-4f9b-8a6f-4a0757397bf5 req-c7ffe4ad-1667-4055-b504-4c1640d20a37 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977094 Sep 13 13:07:08.377767 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=100 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:08.408138 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:08.510652 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aedfe2c1-e3b7-4229-a541-770b3450a468 admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:07:08.513510 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-513e51b0-7f14-4162-929d-0d57caec4313 None None] Provisioning complete for port 672958f1-09fb-40f2-99c5-db020b483e5b triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:07:08.514065 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-513e51b0-7f14-4162-929d-0d57caec4313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (672958f1-09fb-40f2-99c5-db020b483e5b), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:08.530753 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-aedfe2c1-e3b7-4229-a541-770b3450a468 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/28fc7d05-fff6-4c05-bb1c-acb10d33f38f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9936271 Sep 13 13:07:08.533662 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:08.552859 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-513e51b0-7f14-4162-929d-0d57caec4313 None None] Port 672958f1-09fb-40f2-99c5-db020b483e5b cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:07:08.779892 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:09.013667 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672d09c9-582a-4dc9-a44d-56e229442b2f req-e6e5a5bd-b3b6-4319-b3a5-354679d11134 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:09.015411 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-672d09c9-582a-4dc9-a44d-56e229442b2f req-e6e5a5bd-b3b6-4319-b3a5-354679d11134 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0556188 Sep 13 13:07:09.074402 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-672d09c9-582a-4dc9-a44d-56e229442b2f req-a12175a8-ac1d-4149-b415-5e4433baefd6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521786 Sep 13 13:07:09.155023 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 36354) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:09.159615 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-292a24b5-d1b5-4a55-af44-0a06f85cddd8 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1414851579', 'description': 'tempest-secgroup-smoke-1414851579 description', 'project_id': '9788b5b66a0c452cb39b263ca30284e0'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:07:09.166755 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:09.182070 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586622a1-1de9-491d-8aed-ac3a60d301ab req-b4b1e0a3-1400-4104-b77a-498ac6667221 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:09.183539 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-586622a1-1de9-491d-8aed-ac3a60d301ab req-b4b1e0a3-1400-4104-b77a-498ac6667221 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 943 time: 0.0475972 Sep 13 13:07:09.247422 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-586622a1-1de9-491d-8aed-ac3a60d301ab req-9a417eee-a07f-4d17-800d-388b63675fe8 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582123 Sep 13 13:07:09.256898 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-292a24b5-d1b5-4a55-af44-0a06f85cddd8 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:09.413763 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-292a24b5-d1b5-4a55-af44-0a06f85cddd8 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for security_group (8fdb986f-b679-47c5-bba2-71634a67c6b3), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:09.445062 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 4e0911a6-7148-42bf-8ef4-9f4fe60d2a74 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:07:09.480093 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d9f88-378e-446c-bf91-d1d5e8c97d80 req-c73f57a8-c005-4834-94ef-766817274605 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:09.480093 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-190d9f88-378e-446c-bf91-d1d5e8c97d80 req-c73f57a8-c005-4834-94ef-766817274605 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 946 time: 0.0982409 Sep 13 13:07:09.498717 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-292a24b5-d1b5-4a55-af44-0a06f85cddd8 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (8fdb986f-b679-47c5-bba2-71634a67c6b3), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:09.544275 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-190d9f88-378e-446c-bf91-d1d5e8c97d80 req-5b23dc56-f6df-4697-a71a-e94c0dbd33fe tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618963 Sep 13 13:07:09.558478 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a24b5-d1b5-4a55-af44-0a06f85cddd8 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fdb986f-b679-47c5-bba2-71634a67c6b3,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:09.643072 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-292a24b5-d1b5-4a55-af44-0a06f85cddd8 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:09.643072 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-292a24b5-d1b5-4a55-af44-0a06f85cddd8 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4860866 Sep 13 13:07:09.657341 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 36372) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:09.662972 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-cf528361-2a9c-498d-992b-cdd8b0bef0a5 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Request body: {'security_group_rule': {'security_group_id': '8fdb986f-b679-47c5-bba2-71634a67c6b3', 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:07:09.755787 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 4e0911a6-7148-42bf-8ef4-9f4fe60d2a74 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:07:09.756254 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (4e0911a6-7148-42bf-8ef4-9f4fe60d2a74), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:09.786561 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cf528361-2a9c-498d-992b-cdd8b0bef0a5 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for security_group_rule (e0d740da-c80b-4050-83ea-5c4639dcf4b6), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:09.867062 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 4e0911a6-7148-42bf-8ef4-9f4fe60d2a74 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:07:09.868237 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (4e0911a6-7148-42bf-8ef4-9f4fe60d2a74), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:09.870231 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cf528361-2a9c-498d-992b-cdd8b0bef0a5 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for security_group_rule (e0d740da-c80b-4050-83ea-5c4639dcf4b6), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:09.893289 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port 4e0911a6-7148-42bf-8ef4-9f4fe60d2a74, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=4e0911a6-7148-42bf-8ef4-9f4fe60d2a74,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:07:10.008103 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (4e0911a6-7148-42bf-8ef4-9f4fe60d2a74), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:10.012445 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cf528361-2a9c-498d-992b-cdd8b0bef0a5 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (e0d740da-c80b-4050-83ea-5c4639dcf4b6), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:10.033420 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf528361-2a9c-498d-992b-cdd8b0bef0a5 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d740da-c80b-4050-83ea-5c4639dcf4b6,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:10.069535 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af33069c-3dcb-4755-978b-4cd61d4168ed req-bff7fa27-7104-4793-8e28-020573f24018 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:10.072028 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-af33069c-3dcb-4755-978b-4cd61d4168ed req-bff7fa27-7104-4793-8e28-020573f24018 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 946 time: 0.0816936 Sep 13 13:07:10.076116 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=4e0911a6-7148-42bf-8ef4-9f4fe60d2a74,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:10.142506 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:10.147900 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a16cf-0c80-40f7-bd8b-37f973bbfc09 req-8a80e385-a902-4dfb-a266-45d9306ddb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:10.150397 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f89a16cf-0c80-40f7-bd8b-37f973bbfc09 req-8a80e385-a902-4dfb-a266-45d9306ddb83 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c15624f4312f49bb85a7a086c291d157&device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 1130 time: 0.0768778 Sep 13 13:07:10.167861 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cf528361-2a9c-498d-992b-cdd8b0bef0a5 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:10.171818 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-cf528361-2a9c-498d-992b-cdd8b0bef0a5 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5109684 Sep 13 13:07:10.172255 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 36384) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:10.181429 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-940ecd63-0138-4703-8682-2ef7623871e3 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Request body: {'security_group_rule': {'security_group_id': '8fdb986f-b679-47c5-bba2-71634a67c6b3', 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:07:10.253797 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-af33069c-3dcb-4755-978b-4cd61d4168ed req-11a42258-5ff6-4cb5-b613-9017fe677b40 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647577 Sep 13 13:07:10.287024 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac51ab66-1f4a-4343-9bec-c98bb8a2227d req-a0e36146-e227-4fb3-9cfb-1103639c2a59 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:10.288128 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ac51ab66-1f4a-4343-9bec-c98bb8a2227d req-a0e36146-e227-4fb3-9cfb-1103639c2a59 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0929615 Sep 13 13:07:10.288898 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-940ecd63-0138-4703-8682-2ef7623871e3 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for security_group_rule (dc2a41e3-8819-48c7-9539-327e27acf61c), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:10.339555 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a16cf-0c80-40f7-bd8b-37f973bbfc09 req-7c68c7ec-62cc-417e-935b-bb09ee932a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:10.341027 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f89a16cf-0c80-40f7-bd8b-37f973bbfc09 req-7c68c7ec-62cc-417e-935b-bb09ee932a98 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 HTTP/1.1" status: 200 len: 920 time: 0.1820962 Sep 13 13:07:10.342634 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:10.377936 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-940ecd63-0138-4703-8682-2ef7623871e3 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for security_group_rule (dc2a41e3-8819-48c7-9539-327e27acf61c), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:10.392484 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f89a16cf-0c80-40f7-bd8b-37f973bbfc09 req-d0b99659-61d0-4153-9d05-fbd1d62c93c0 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad1412c9-5963-436d-923b-0352d8bd326d HTTP/1.1" status: 200 len: 217 time: 0.0439546 Sep 13 13:07:10.433079 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ac51ab66-1f4a-4343-9bec-c98bb8a2227d req-5a3f26a6-e0ef-4c92-a1a5-a3b763d02852 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1372740 Sep 13 13:07:10.467834 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-940ecd63-0138-4703-8682-2ef7623871e3 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (dc2a41e3-8819-48c7-9539-327e27acf61c), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:10.473573 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9873aa79-d407-401d-b767-667307007891 req-25ddc9b1-7cb5-415e-a68f-adec8fe8095e tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:10.477324 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9873aa79-d407-401d-b767-667307007891 req-25ddc9b1-7cb5-415e-a68f-adec8fe8095e tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 943 time: 0.0892117 Sep 13 13:07:10.504749 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940ecd63-0138-4703-8682-2ef7623871e3 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc2a41e3-8819-48c7-9539-327e27acf61c,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:10.506198 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a16cf-0c80-40f7-bd8b-37f973bbfc09 req-0b161611-a6fd-4c66-aa8a-5e813afd1246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:10.507649 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f89a16cf-0c80-40f7-bd8b-37f973bbfc09 req-0b161611-a6fd-4c66-aa8a-5e813afd1246 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=150922b3-3525-45d2-8627-b637b171605b HTTP/1.1" status: 200 len: 858 time: 0.1015832 Sep 13 13:07:10.567812 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9873aa79-d407-401d-b767-667307007891 req-370ab7e3-c5b8-4dd0-8369-8ca58b064c7c tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845225 Sep 13 13:07:10.574712 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a16cf-0c80-40f7-bd8b-37f973bbfc09 req-d0ca5106-8fc2-4b46-b494-ce2b0e78c8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:10.576402 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f89a16cf-0c80-40f7-bd8b-37f973bbfc09 req-d0ca5106-8fc2-4b46-b494-ce2b0e78c8a3 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0598202 Sep 13 13:07:10.598793 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-940ecd63-0138-4703-8682-2ef7623871e3 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:10.622397 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-940ecd63-0138-4703-8682-2ef7623871e3 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4490616 Sep 13 13:07:10.626211 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 36398) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:10.627339 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=5 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:10.634772 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-b1cc8437-1abd-4d34-b204-e72ade36feb7 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Request body: {'security_group_rule': {'security_group_id': '8fdb986f-b679-47c5-bba2-71634a67c6b3', 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:07:10.745703 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f89a16cf-0c80-40f7-bd8b-37f973bbfc09 req-d7a576ae-b4fd-4c55-a003-deb76dcb4294 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621051 Sep 13 13:07:10.751795 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e1abd2fb-9870-4b44-8220-3632f885e270 req-34b8a0d6-1ad1-40d8-abc8-c2e484b3098c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0689406 Sep 13 13:07:10.779176 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:07:10.813572 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b1cc8437-1abd-4d34-b204-e72ade36feb7 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for security_group_rule (e2587662-6030-4333-a5f3-08e4c8d14ee3), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:10.856856 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abd2fb-9870-4b44-8220-3632f885e270 req-e58e7154-2640-41ed-8f12-cb25ce66e3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:10.858293 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e1abd2fb-9870-4b44-8220-3632f885e270 req-e58e7154-2640-41ed-8f12-cb25ce66e3f4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=7775bd9f19b64c8ca07407c103dcff9b&device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 1129 time: 0.0570867 Sep 13 13:07:10.884792 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f89a16cf-0c80-40f7-bd8b-37f973bbfc09 req-e11eafb7-e562-4c98-b464-80bc5d744c1a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320603 Sep 13 13:07:10.932139 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b1cc8437-1abd-4d34-b204-e72ade36feb7 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for security_group_rule (e2587662-6030-4333-a5f3-08e4c8d14ee3), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:10.952127 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port e42f6f1f-ed4b-41d3-a2b4-ba1b11365103, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e42f6f1f-ed4b-41d3-a2b4-ba1b11365103,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:07:10.968333 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': 'e42f6f1f-ed4b-41d3-a2b4-ba1b11365103', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'port_id': 'e42f6f1f-ed4b-41d3-a2b4-ba1b11365103', 'mac_address': 'fa:16:3e:5c:80:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:07:10.977099 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:10.977285 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:11.017242 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:07:11.017242 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (e42f6f1f-ed4b-41d3-a2b4-ba1b11365103), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:11.019711 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abd2fb-9870-4b44-8220-3632f885e270 req-82e806e8-d686-44c1-8160-b341cd34d5dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:11.021942 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e1abd2fb-9870-4b44-8220-3632f885e270 req-82e806e8-d686-44c1-8160-b341cd34d5dd service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=1f0b8231-ada5-4945-87a4-d1b052328819 HTTP/1.1" status: 200 len: 916 time: 0.1162560 Sep 13 13:07:11.026762 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:07:11.048501 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port e42f6f1f-ed4b-41d3-a2b4-ba1b11365103, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e42f6f1f-ed4b-41d3-a2b4-ba1b11365103,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:07:11.111488 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e1abd2fb-9870-4b44-8220-3632f885e270 req-a9635ac4-0716-495d-90d2-12cf045f0eaf service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c HTTP/1.1" status: 200 len: 1001 time: 0.0752761 Sep 13 13:07:11.118080 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b1cc8437-1abd-4d34-b204-e72ade36feb7 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (e2587662-6030-4333-a5f3-08e4c8d14ee3), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:11.135544 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cc8437-1abd-4d34-b204-e72ade36feb7 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2587662-6030-4333-a5f3-08e4c8d14ee3,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:11.143024 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] Sync routers for ids ['28fc7d05-fff6-4c05-bb1c-acb10d33f38f'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:07:11.155876 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] Routers {'28fc7d05-fff6-4c05-bb1c-acb10d33f38f'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:07:11.156480 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:07:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['28fc7d05-fff6-4c05-bb1c-acb10d33f38f'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:07:11.222245 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (e42f6f1f-ed4b-41d3-a2b4-ba1b11365103), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:11.249835 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b1cc8437-1abd-4d34-b204-e72ade36feb7 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:11.254061 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 36408) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:11.254592 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-b1cc8437-1abd-4d34-b204-e72ade36feb7 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6253915 Sep 13 13:07:11.260436 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-cc07e49d-9b12-4a63-a215-e60ee09333fa tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Request body: {'security_group_rule': {'security_group_id': '8fdb986f-b679-47c5-bba2-71634a67c6b3', 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:07:11.278150 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=e42f6f1f-ed4b-41d3-a2b4-ba1b11365103,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:11.295098 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] Set router 28fc7d05-fff6-4c05-bb1c-acb10d33f38f gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:07:11.320309 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:11.326158 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 4e0911a6-7148-42bf-8ef4-9f4fe60d2a74 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:07:11.383990 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=100 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:11.385520 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 4e0911a6-7148-42bf-8ef4-9f4fe60d2a74 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:07:11.386003 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (4e0911a6-7148-42bf-8ef4-9f4fe60d2a74), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:11.397963 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd190d-5374-47b7-9390-8159a4184e97 req-1d693d95-96d0-4ea5-9301-f3fc05822fe3 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:11.406002 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dedd190d-5374-47b7-9390-8159a4184e97 req-1d693d95-96d0-4ea5-9301-f3fc05822fe3 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 946 time: 0.0623941 Sep 13 13:07:11.440453 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-cc07e49d-9b12-4a63-a215-e60ee09333fa tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for security_group_rule (8325777f-8750-4728-98ee-d304c85e6d38), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:11.477488 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 4e0911a6-7148-42bf-8ef4-9f4fe60d2a74 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:07:11.509125 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fc7d05-fff6-4c05-bb1c-acb10d33f38f', 'name': 'tempest-TestShelveInstance-769146629-router', 'tenant_id': '686c7aa2d3384c8a890065be02c5078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '4e0911a6-7148-42bf-8ef4-9f4fe60d2a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:07:02Z', 'updated_at': '2022-09-13T13:07:07Z', 'revision_number': 4, 'project_id': '686c7aa2d3384c8a890065be02c5078f', 'gw_port': {'id': '4e0911a6-7148-42bf-8ef4-9f4fe60d2a74', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fc7d05-fff6-4c05-bb1c-acb10d33f38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:07:03Z', 'updated_at': '2022-09-13T13:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '672958f1-09fb-40f2-99c5-db020b483e5b', 'name': '', 'network_id': 'd0531145-908c-4aed-95dd-cd5158d1cdd7', 'tenant_id': '686c7aa2d3384c8a890065be02c5078f', 'mac_address': 'fa:16:3e:3a:dd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fc7d05-fff6-4c05-bb1c-acb10d33f38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'eb68a0d8-387e-48a8-b452-cdcc05a9b6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:07:06Z', 'updated_at': '2022-09-13T13:07:07Z', 'revision_number': 2, 'project_id': '686c7aa2d3384c8a890065be02c5078f', 'subnets': [{'id': 'eb68a0d8-387e-48a8-b452-cdcc05a9b6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:07:11.534419 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] Checking router: 28fc7d05-fff6-4c05-bb1c-acb10d33f38f for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:07:11.535146 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] Updating router 28fc7d05-fff6-4c05-bb1c-acb10d33f38f port 672958f1-09fb-40f2-99c5-db020b483e5b binding host dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 13:07:11.543001 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dedd190d-5374-47b7-9390-8159a4184e97 req-fe2e22b9-da94-42aa-8a2f-bbf82a2269d4 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358285 Sep 13 13:07:11.581942 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (672958f1-09fb-40f2-99c5-db020b483e5b), before_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:11.602307 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['e42f6f1f-ed4b-41d3-a2b4-ba1b11365103'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:07:11.604120 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-cc07e49d-9b12-4a63-a215-e60ee09333fa tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for security_group_rule (8325777f-8750-4728-98ee-d304c85e6d38), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:11.645798 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc2925e-29d8-40b0-a843-1445a858f176 req-4a5151f7-d0b6-44d8-8cb2-8e5b9758af20 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:11.650486 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4fc2925e-29d8-40b0-a843-1445a858f176 req-4a5151f7-d0b6-44d8-8cb2-8e5b9758af20 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0980320 Sep 13 13:07:11.675225 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:11.770306 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4fc2925e-29d8-40b0-a843-1445a858f176 req-c1bc1526-a50d-4b70-9803-22bba74059cf tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137149 Sep 13 13:07:11.771147 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-cc07e49d-9b12-4a63-a215-e60ee09333fa tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (8325777f-8750-4728-98ee-d304c85e6d38), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:11.787001 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:11.819000 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce24ff-940f-4c0b-aafd-76f2381ec708 req-737e710b-d20d-4123-8515-8227d6a0116b tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:11.821250 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2fce24ff-940f-4c0b-aafd-76f2381ec708 req-737e710b-d20d-4123-8515-8227d6a0116b tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 944 time: 0.1462312 Sep 13 13:07:11.824116 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc07e49d-9b12-4a63-a215-e60ee09333fa tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8325777f-8750-4728-98ee-d304c85e6d38,revision_number=0']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:11.901210 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2fce24ff-940f-4c0b-aafd-76f2381ec708 req-a37d58a5-cff4-4fd8-8349-bc250572d8f2 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602236 Sep 13 13:07:11.921531 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-cc07e49d-9b12-4a63-a215-e60ee09333fa tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:11.923167 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-cc07e49d-9b12-4a63-a215-e60ee09333fa tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6680474 Sep 13 13:07:11.934137 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 36422) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:11.938974 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-0d25d4f9-4a14-4c9f-8d50-ab831fe93e73 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Request body: {'security_group_rule': {'security_group_id': '8fdb986f-b679-47c5-bba2-71634a67c6b3', 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:07:11.939982 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:11.997143 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] Publish callbacks [] for port (672958f1-09fb-40f2-99c5-db020b483e5b), precommit_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:12.136162 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (672958f1-09fb-40f2-99c5-db020b483e5b), after_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:12.136629 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.db.securitygroups_db [None req-0d25d4f9-4a14-4c9f-8d50-ab831fe93e73 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Project 9788b5b66a0c452cb39b263ca30284e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 13:07:12.143639 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0d25d4f9-4a14-4c9f-8d50-ab831fe93e73 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for security_group_rule (dd69c46b-adaf-435a-a6e3-1392b6d775cd), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:12.204049 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0d25d4f9-4a14-4c9f-8d50-ab831fe93e73 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for security_group_rule (dd69c46b-adaf-435a-a6e3-1392b6d775cd), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:12.217488 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a168b51-31ed-4d6e-bec0-dddfcb52d0de None None] Pushing event updated for resources: {'Port': ['ID=672958f1-09fb-40f2-99c5-db020b483e5b,revision_number=3']} {{(pid=106852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:12.234166 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] Attempting to bind port 672958f1-09fb-40f2-99c5-db020b483e5b on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:07:12.234548 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] Attempting to bind port 672958f1-09fb-40f2-99c5-db020b483e5b by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': '0df42e92-23cb-4c04-b74c-6b4e461c3f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd0531145-908c-4aed-95dd-cd5158d1cdd7'}] {{(pid=106852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:07:12.234891 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] Attempting to bind port 672958f1-09fb-40f2-99c5-db020b483e5b on network d0531145-908c-4aed-95dd-cd5158d1cdd7 {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:07:12.260136 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0d25d4f9-4a14-4c9f-8d50-ab831fe93e73 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (dd69c46b-adaf-435a-a6e3-1392b6d775cd), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:12.276168 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d25d4f9-4a14-4c9f-8d50-ab831fe93e73 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd69c46b-adaf-435a-a6e3-1392b6d775cd,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:12.278173 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:07:12.278547 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] Checking segment: {'id': '0df42e92-23cb-4c04-b74c-6b4e461c3f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd0531145-908c-4aed-95dd-cd5158d1cdd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:07:12.278940 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:12.279315 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] Bound using segment: {'id': '0df42e92-23cb-4c04-b74c-6b4e461c3f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd0531145-908c-4aed-95dd-cd5158d1cdd7'} {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:07:12.279816 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] Bound port: 672958f1-09fb-40f2-99c5-db020b483e5b, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0df42e92-23cb-4c04-b74c-6b4e461c3f6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'd0531145-908c-4aed-95dd-cd5158d1cdd7'}}] {{(pid=106852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:07:12.280150 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (672958f1-09fb-40f2-99c5-db020b483e5b), before_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:12.344274 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0d25d4f9-4a14-4c9f-8d50-ab831fe93e73 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:12.345502 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.db [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] For port 672958f1-09fb-40f2-99c5-db020b483e5b, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:07:12.345677 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-0d25d4f9-4a14-4c9f-8d50-ab831fe93e73 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4102111 Sep 13 13:07:12.348686 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.db [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] For port 672958f1-09fb-40f2-99c5-db020b483e5b, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=672958f1-09fb-40f2-99c5-db020b483e5b,segment=NetworkSegment(0df42e92-23cb-4c04-b74c-6b4e461c3f6d),segment_id=0df42e92-23cb-4c04-b74c-6b4e461c3f6d)] {{(pid=106852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:07:12.351218 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 36426) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:12.356001 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-f0050384-0c2e-4773-9aba-95ef683d0ab4 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Request body: {'security_group_rule': {'security_group_id': '8fdb986f-b679-47c5-bba2-71634a67c6b3', 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:07:12.433501 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (672958f1-09fb-40f2-99c5-db020b483e5b), after_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:12.472263 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.db.securitygroups_db [None req-f0050384-0c2e-4773-9aba-95ef683d0ab4 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Project 9788b5b66a0c452cb39b263ca30284e0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 13:07:12.472569 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] Routers {'28fc7d05-fff6-4c05-bb1c-acb10d33f38f'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:07:12.472569 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:07:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['28fc7d05-fff6-4c05-bb1c-acb10d33f38f'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:07:12.472729 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f0050384-0c2e-4773-9aba-95ef683d0ab4 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for security_group_rule (54d25eef-e613-42dc-98b3-12eb4b079732), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:12.531413 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a168b51-31ed-4d6e-bec0-dddfcb52d0de None None] Pushing event updated for resources: {'Port': ['ID=672958f1-09fb-40f2-99c5-db020b483e5b,revision_number=4']} {{(pid=106852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:12.531960 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f0050384-0c2e-4773-9aba-95ef683d0ab4 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for security_group_rule (54d25eef-e613-42dc-98b3-12eb4b079732), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:12.567384 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:12.596263 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f0050384-0c2e-4773-9aba-95ef683d0ab4 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (54d25eef-e613-42dc-98b3-12eb4b079732), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:12.616281 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] Set router 28fc7d05-fff6-4c05-bb1c-acb10d33f38f gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:07:12.621697 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0050384-0c2e-4773-9aba-95ef683d0ab4 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d25eef-e613-42dc-98b3-12eb4b079732,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:12.691282 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcb278-1883-47b4-a794-8e77cafdcaef req-b84b84ec-ba78-48be-8635-47cb666f1730 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:12.692759 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8bfcb278-1883-47b4-a794-8e77cafdcaef req-b84b84ec-ba78-48be-8635-47cb666f1730 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 946 time: 0.0566111 Sep 13 13:07:12.738716 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f0050384-0c2e-4773-9aba-95ef683d0ab4 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:12.740936 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-f0050384-0c2e-4773-9aba-95ef683d0ab4 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3878186 Sep 13 13:07:12.743920 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:12.749139 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8bfcb278-1883-47b4-a794-8e77cafdcaef req-7b24950b-235f-4938-952e-45e2f71661ae tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498664 Sep 13 13:07:12.800278 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:07:12.814342 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abd2fb-9870-4b44-8220-3632f885e270 req-e2e46e9f-0817-468d-8a38-34f6c5c1dcf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:12.818115 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e1abd2fb-9870-4b44-8220-3632f885e270 req-e2e46e9f-0817-468d-8a38-34f6c5c1dcf6 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8e8aac7b-ea4b-46cf-9476-3c7b376f07e0 HTTP/1.1" status: 200 len: 854 time: 0.0864899 Sep 13 13:07:12.879432 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning for port e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 completed by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 13:07:12.910000 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fc7d05-fff6-4c05-bb1c-acb10d33f38f', 'name': 'tempest-TestShelveInstance-769146629-router', 'tenant_id': '686c7aa2d3384c8a890065be02c5078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '4e0911a6-7148-42bf-8ef4-9f4fe60d2a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:07:02Z', 'updated_at': '2022-09-13T13:07:07Z', 'revision_number': 4, 'project_id': '686c7aa2d3384c8a890065be02c5078f', 'gw_port': {'id': '4e0911a6-7148-42bf-8ef4-9f4fe60d2a74', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fc7d05-fff6-4c05-bb1c-acb10d33f38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:07:03Z', 'updated_at': '2022-09-13T13:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '672958f1-09fb-40f2-99c5-db020b483e5b', 'name': '', 'network_id': 'd0531145-908c-4aed-95dd-cd5158d1cdd7', 'tenant_id': '686c7aa2d3384c8a890065be02c5078f', 'mac_address': 'fa:16:3e:3a:dd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fc7d05-fff6-4c05-bb1c-acb10d33f38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'eb68a0d8-387e-48a8-b452-cdcc05a9b6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:07:06Z', 'updated_at': '2022-09-13T13:07:12Z', 'revision_number': 4, 'project_id': '686c7aa2d3384c8a890065be02c5078f', 'subnets': [{'id': 'eb68a0d8-387e-48a8-b452-cdcc05a9b6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:07:12.917366 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dee01a6-9db7-4fed-a0b3-6b76febe57fc req-cecf5579-325b-4156-afdf-bb1267b64aab tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:12.924627 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0dee01a6-9db7-4fed-a0b3-6b76febe57fc req-cecf5579-325b-4156-afdf-bb1267b64aab tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0647225 Sep 13 13:07:12.964717 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:07:12.965322 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (e42f6f1f-ed4b-41d3-a2b4-ba1b11365103), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:12.968145 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cb613b-566f-4b91-b43b-6b32e238d3c5 None None] The sync data for ids ['28fc7d05-fff6-4c05-bb1c-acb10d33f38f'] in dv-cinder-801354-10-iscsi is: [{'id': '28fc7d05-fff6-4c05-bb1c-acb10d33f38f', 'name': 'tempest-TestShelveInstance-769146629-router', 'tenant_id': '686c7aa2d3384c8a890065be02c5078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '4e0911a6-7148-42bf-8ef4-9f4fe60d2a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:07:02Z', 'updated_at': '2022-09-13T13:07:07Z', 'revision_number': 4, 'project_id': '686c7aa2d3384c8a890065be02c5078f', 'gw_port': {'id': '4e0911a6-7148-42bf-8ef4-9f4fe60d2a74', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fc7d05-fff6-4c05-bb1c-acb10d33f38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:07:03Z', 'updated_at': '2022-09-13T13:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '672958f1-09fb-40f2-99c5-db020b483e5b', 'name': '', 'network_id': 'd0531145-908c-4aed-95dd-cd5158d1cdd7', 'tenant_id': '686c7aa2d3384c8a890065be02c5078f', 'mac_address': 'fa:16:3e:3a:dd:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28fc7d05-fff6-4c05-bb1c-acb10d33f38f', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'eb68a0d8-387e-48a8-b452-cdcc05a9b6c4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:07:06Z', 'updated_at': '2022-09-13T13:07:12Z', 'revision_number': 4, 'project_id': '686c7aa2d3384c8a890065be02c5078f', 'subnets': [{'id': 'eb68a0d8-387e-48a8-b452-cdcc05a9b6c4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:07:13.058107 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0dee01a6-9db7-4fed-a0b3-6b76febe57fc req-08fbd5cd-095e-494e-85a3-d7798505d9a7 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323216 Sep 13 13:07:13.125011 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88067026-40d4-4570-acd1-eddfa3cc8bb7 req-6871534f-3a6b-4c7b-8ae2-7bb90b6d1391 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:13.132380 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-88067026-40d4-4570-acd1-eddfa3cc8bb7 req-6871534f-3a6b-4c7b-8ae2-7bb90b6d1391 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 944 time: 0.0675011 Sep 13 13:07:13.157178 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:07:13.157926 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (e42f6f1f-ed4b-41d3-a2b4-ba1b11365103), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:13.181822 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-88067026-40d4-4570-acd1-eddfa3cc8bb7 req-d27b803f-342e-4e80-b1a8-4e73c8f21cd9 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477102 Sep 13 13:07:13.185204 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42f6f1f-ed4b-41d3-a2b4-ba1b11365103'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:07:13.187510 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8885e2b3-e01a-41df-8d1e-fe343a1412cd" -d '{"events": [{"server_uuid": "a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc", "name": "network-vif-plugged", "status": "completed", "tag": "e42f6f1f-ed4b-41d3-a2b4-ba1b11365103"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:07:13.201287 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port e42f6f1f-ed4b-41d3-a2b4-ba1b11365103, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e42f6f1f-ed4b-41d3-a2b4-ba1b11365103,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:07:13.264341 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef4288c0-bc26-466b-a29f-129cc316ed51 x-openstack-request-id: req-ef4288c0-bc26-466b-a29f-129cc316ed51 {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:07:13.264466 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc", "name": "network-vif-plugged", "status": "completed", "tag": "e42f6f1f-ed4b-41d3-a2b4-ba1b11365103", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:07:13.264768 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ef4288c0-bc26-466b-a29f-129cc316ed51 {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:07:13.269279 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef4288c0-bc26-466b-a29f-129cc316ed51'] response: {'server_uuid': 'a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e42f6f1f-ed4b-41d3-a2b4-ba1b11365103', 'code': 200} Sep 13 13:07:13.282196 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (e42f6f1f-ed4b-41d3-a2b4-ba1b11365103), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:13.343846 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 672958f1-09fb-40f2-99c5-db020b483e5b up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:07:13.385854 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:13.387707 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=e42f6f1f-ed4b-41d3-a2b4-ba1b11365103,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:13.400939 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 672958f1-09fb-40f2-99c5-db020b483e5b triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:07:13.401522 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (672958f1-09fb-40f2-99c5-db020b483e5b), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:13.490344 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 672958f1-09fb-40f2-99c5-db020b483e5b is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:07:13.490960 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (672958f1-09fb-40f2-99c5-db020b483e5b), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:13.548918 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abd2fb-9870-4b44-8220-3632f885e270 req-44fc182e-649c-4fea-9368-2647af0b6621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:13.551145 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e1abd2fb-9870-4b44-8220-3632f885e270 req-44fc182e-649c-4fea-9368-2647af0b6621 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=1f0b8231-ada5-4945-87a4-d1b052328819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0576098 Sep 13 13:07:13.551927 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port 672958f1-09fb-40f2-99c5-db020b483e5b, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=672958f1-09fb-40f2-99c5-db020b483e5b,segment=NetworkSegment(0df42e92-23cb-4c04-b74c-6b4e461c3f6d),segment_id=0df42e92-23cb-4c04-b74c-6b4e461c3f6d)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:07:13.673726 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (672958f1-09fb-40f2-99c5-db020b483e5b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:13.735984 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=672958f1-09fb-40f2-99c5-db020b483e5b,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:13.890022 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21319b52-7ee3-40ae-9f49-fa40dfdb4af4 req-b9983379-030c-4706-892a-1c2131d5bfbb tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:13.891602 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-21319b52-7ee3-40ae-9f49-fa40dfdb4af4 req-b9983379-030c-4706-892a-1c2131d5bfbb tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 946 time: 0.0623181 Sep 13 13:07:13.912788 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:13.952232 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-21319b52-7ee3-40ae-9f49-fa40dfdb4af4 req-aa598d22-2fa0-44ef-a4e5-5968c15137bc tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543468 Sep 13 13:07:14.132608 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e1abd2fb-9870-4b44-8220-3632f885e270 req-ff0d3c90-ff87-453c-9fb6-2f0c4e0e784f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001971 Sep 13 13:07:14.229564 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce09cd8-6307-4e4f-a53e-8bebb196ed1b req-1a2d574a-aff0-4629-bab9-6aa0f689e228 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:14.231298 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2ce09cd8-6307-4e4f-a53e-8bebb196ed1b req-1a2d574a-aff0-4629-bab9-6aa0f689e228 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0516286 Sep 13 13:07:14.279474 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:14.294402 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2ce09cd8-6307-4e4f-a53e-8bebb196ed1b req-595b53b4-2e52-4b90-bdd7-e47bc2363e15 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574262 Sep 13 13:07:14.347427 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b608f6-c199-45d9-9ee6-3c9eae57d12c req-0228f4e0-6808-4458-ae62-4f6ff76766ec tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:14.348931 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a7b608f6-c199-45d9-9ee6-3c9eae57d12c req-0228f4e0-6808-4458-ae62-4f6ff76766ec tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 945 time: 0.0509200 Sep 13 13:07:14.397708 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a7b608f6-c199-45d9-9ee6-3c9eae57d12c req-e99162e8-135c-4b54-a987-ebfc0caf1b47 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414164 Sep 13 13:07:14.627401 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca7f438-d1a5-40ed-b12d-ac046a2e1a67 req-51627d8f-bff3-4f30-9250-95e8e35652c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:14.628959 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9ca7f438-d1a5-40ed-b12d-ac046a2e1a67 req-51627d8f-bff3-4f30-9250-95e8e35652c4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 1129 time: 0.0926192 Sep 13 13:07:14.693248 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e1abd2fb-9870-4b44-8220-3632f885e270 req-da49ddb6-48a2-49dd-8c23-93619f589ff8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643755 Sep 13 13:07:14.713485 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9ca7f438-d1a5-40ed-b12d-ac046a2e1a67 req-f651d057-b7a9-4b8b-9e6c-c4cadb9dd5b8 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749919 Sep 13 13:07:14.724976 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:14.842691 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:15.312848 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 672958f1-09fb-40f2-99c5-db020b483e5b up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:07:15.402034 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 672958f1-09fb-40f2-99c5-db020b483e5b triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:07:15.402588 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (672958f1-09fb-40f2-99c5-db020b483e5b), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:15.469465 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee10700-a5a7-4ce1-9093-e81df14717b9 req-41c63189-64eb-4429-837b-4bc9598f5a9f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:15.471059 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6ee10700-a5a7-4ce1-9093-e81df14717b9 req-41c63189-64eb-4429-837b-4bc9598f5a9f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0704210 Sep 13 13:07:15.521311 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 672958f1-09fb-40f2-99c5-db020b483e5b is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:07:15.557996 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf078cb-1f08-4478-b221-02876a46c46c req-8600bb6f-a276-47e3-a816-c4b1262d6583 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:15.559467 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-abf078cb-1f08-4478-b221-02876a46c46c req-8600bb6f-a276-47e3-a816-c4b1262d6583 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 945 time: 0.0699615 Sep 13 13:07:15.578092 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6ee10700-a5a7-4ce1-9093-e81df14717b9 req-628de655-0580-48c1-bbe0-30badc5f86f7 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963788 Sep 13 13:07:15.614860 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-abf078cb-1f08-4478-b221-02876a46c46c req-6011141e-9650-4ada-8fa7-06ca301420ee tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474637 Sep 13 13:07:15.897942 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 36566) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:15.903013 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-c45b0511-12dc-4c3e-9c62-adff1b3a7f08 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1771846920', 'description': 'tempest-description--2114217541'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:07:16.026675 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c45b0511-12dc-4c3e-9c62-adff1b3a7f08 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:16.110908 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c45b0511-12dc-4c3e-9c62-adff1b3a7f08 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for security_group (7f154a00-d17c-4583-ab96-389543fb1c6b), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:16.182057 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c45b0511-12dc-4c3e-9c62-adff1b3a7f08 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (7f154a00-d17c-4583-ab96-389543fb1c6b), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:16.218678 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b0511-12dc-4c3e-9c62-adff1b3a7f08 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f154a00-d17c-4583-ab96-389543fb1c6b,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:16.296165 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c45b0511-12dc-4c3e-9c62-adff1b3a7f08 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:16.300721 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 36574) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:16.301456 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-c45b0511-12dc-4c3e-9c62-adff1b3a7f08 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4015238 Sep 13 13:07:16.306769 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-0c744932-57d1-4303-b05e-a49b4376f32f tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Request body: {'security_group_rule': {'security_group_id': '7f154a00-d17c-4583-ab96-389543fb1c6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:07:16.422010 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0c744932-57d1-4303-b05e-a49b4376f32f tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for security_group_rule (8eceec3e-e5e4-4654-a7be-2348d738a502), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:16.512934 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805b69d5-b215-40b7-8066-6b7d6e1bc857 req-9fd6fcec-4f97-4c2f-8cc0-62c5c3b30ae4 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:16.514415 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-805b69d5-b215-40b7-8066-6b7d6e1bc857 req-9fd6fcec-4f97-4c2f-8cc0-62c5c3b30ae4 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0612941 Sep 13 13:07:16.525398 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0c744932-57d1-4303-b05e-a49b4376f32f tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for security_group_rule (8eceec3e-e5e4-4654-a7be-2348d738a502), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:16.567258 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-805b69d5-b215-40b7-8066-6b7d6e1bc857 req-94567fb6-c009-4846-b4a0-cffd61f355ae tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442686 Sep 13 13:07:16.642720 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0c744932-57d1-4303-b05e-a49b4376f32f tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (8eceec3e-e5e4-4654-a7be-2348d738a502), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:16.666590 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c744932-57d1-4303-b05e-a49b4376f32f tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eceec3e-e5e4-4654-a7be-2348d738a502,revision_number=0']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:16.747147 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1705514-e6d3-40b5-8e5d-631d4e71c2f0 req-19adc118-931c-46bc-832b-e1c53982637f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:16.748607 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f1705514-e6d3-40b5-8e5d-631d4e71c2f0 req-19adc118-931c-46bc-832b-e1c53982637f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0723922 Sep 13 13:07:16.775446 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c7350-0449-44a7-b6a5-b43b5d533a5b req-1ccb9343-8e3d-4c56-9fcf-43807683b5df tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:16.776845 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d42c7350-0449-44a7-b6a5-b43b5d533a5b req-1ccb9343-8e3d-4c56-9fcf-43807683b5df tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 945 time: 0.0716124 Sep 13 13:07:16.780945 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0c744932-57d1-4303-b05e-a49b4376f32f tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:16.782049 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-0c744932-57d1-4303-b05e-a49b4376f32f tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4797134 Sep 13 13:07:16.784870 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 36586) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:16.790082 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-1c77e89d-5f56-467e-b16f-7e046c81250b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Request body: {'security_group_rule': {'security_group_id': '7f154a00-d17c-4583-ab96-389543fb1c6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:07:16.833340 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f1705514-e6d3-40b5-8e5d-631d4e71c2f0 req-b20588ef-590c-4cb6-b0e4-38da259f2381 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790169 Sep 13 13:07:16.850105 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d42c7350-0449-44a7-b6a5-b43b5d533a5b req-b5c6cf08-bcd0-4ec8-81f0-0a2a0c5f5f0c tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657008 Sep 13 13:07:16.900938 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1c77e89d-5f56-467e-b16f-7e046c81250b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for security_group_rule (145b4fe0-23cf-42c1-a8cf-62a1af7e101a), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:17.001645 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1c77e89d-5f56-467e-b16f-7e046c81250b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for security_group_rule (145b4fe0-23cf-42c1-a8cf-62a1af7e101a), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:17.064830 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10bc88-5401-4478-8643-fa630bd930a5 req-abe32d3d-cfd4-4192-813d-225409d7da68 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:17.066334 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-de10bc88-5401-4478-8643-fa630bd930a5 req-abe32d3d-cfd4-4192-813d-225409d7da68 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 945 time: 0.0722015 Sep 13 13:07:17.076503 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 36594) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:17.080647 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-2f5e945c-621e-40e1-bf46-246395c886ad tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Request body: {'floatingip': {'port_id': 'e42f6f1f-ed4b-41d3-a2b4-ba1b11365103'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:07:17.120409 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2f5e945c-621e-40e1-bf46-246395c886ad tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (a0d1645e-6263-4c80-87ff-5b2d9d421c39), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:17.147962 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1c77e89d-5f56-467e-b16f-7e046c81250b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (145b4fe0-23cf-42c1-a8cf-62a1af7e101a), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:17.173204 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77e89d-5f56-467e-b16f-7e046c81250b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=145b4fe0-23cf-42c1-a8cf-62a1af7e101a,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:17.267696 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1c77e89d-5f56-467e-b16f-7e046c81250b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:17.270736 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-1c77e89d-5f56-467e-b16f-7e046c81250b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4848456 Sep 13 13:07:17.275415 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:17.280864 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 36596) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:17.285486 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-8d9b7333-36f1-459f-ba0a-e6d6f7f30aa8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Request body: {'floatingip': {'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:07:17.396791 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8d9b7333-36f1-459f-ba0a-e6d6f7f30aa8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:17.492240 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:17.495200 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8d9b7333-36f1-459f-ba0a-e6d6f7f30aa8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:17.594508 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=79,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:17.626924 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-8d9b7333-36f1-459f-ba0a-e6d6f7f30aa8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Allocated IP 172.27.1.124 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/7b5f5d8f-8558-4c5f-89f8-952cf4589957) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:07:17.768254 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8d9b7333-36f1-459f-ba0a-e6d6f7f30aa8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for port (7b5f5d8f-8558-4c5f-89f8-952cf4589957), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:17.880250 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8d9b7333-36f1-459f-ba0a-e6d6f7f30aa8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (7b5f5d8f-8558-4c5f-89f8-952cf4589957), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:17.886138 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2f5e945c-621e-40e1-bf46-246395c886ad tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:17.900886 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09713f2c-db61-4b29-b4a3-7114f5960a35 req-3b31e322-1abd-4a68-ac00-a33ffbe5f3bc tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:17.902451 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-09713f2c-db61-4b29-b4a3-7114f5960a35 req-3b31e322-1abd-4a68-ac00-a33ffbe5f3bc tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0649772 Sep 13 13:07:17.928064 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9b7333-36f1-459f-ba0a-e6d6f7f30aa8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:07:17.930345 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-8d9b7333-36f1-459f-ba0a-e6d6f7f30aa8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:07:17.934483 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9b7333-36f1-459f-ba0a-e6d6f7f30aa8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:07:17.966077 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-09713f2c-db61-4b29-b4a3-7114f5960a35 req-937db429-c09d-45ba-a882-05af3b397907 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573354 Sep 13 13:07:17.977952 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b7333-36f1-459f-ba0a-e6d6f7f30aa8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Pushing event updated for resources: {'Port': ['ID=7b5f5d8f-8558-4c5f-89f8-952cf4589957,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:17.987703 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2f5e945c-621e-40e1-bf46-246395c886ad tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (a0d1645e-6263-4c80-87ff-5b2d9d421c39), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:17.998241 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8d9b7333-36f1-459f-ba0a-e6d6f7f30aa8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for floatingip (2e630927-498d-4dce-8797-7bdfb3739181), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:18.016132 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:18.035632 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cd1257-be22-44f4-a7c5-30a18a231af9 req-d81bf223-6eb6-4edf-a4c1-b264ab8f1faf tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:18.037148 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a0cd1257-be22-44f4-a7c5-30a18a231af9 req-d81bf223-6eb6-4edf-a4c1-b264ab8f1faf tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0871873 Sep 13 13:07:18.093883 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8d9b7333-36f1-459f-ba0a-e6d6f7f30aa8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (7b5f5d8f-8558-4c5f-89f8-952cf4589957), before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:18.139702 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a0cd1257-be22-44f4-a7c5-30a18a231af9 req-17bb1229-f4c5-45e9-9d7a-f1ea35948a57 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940619 Sep 13 13:07:18.146694 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.l3_db [None req-2f5e945c-621e-40e1-bf46-246395c886ad tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Floating IP a0d1645e-6263-4c80-87ff-5b2d9d421c39 associated. External IP: 172.27.1.100, port: e42f6f1f-ed4b-41d3-a2b4-ba1b11365103. Sep 13 13:07:18.265782 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8d9b7333-36f1-459f-ba0a-e6d6f7f30aa8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for port (7b5f5d8f-8558-4c5f-89f8-952cf4589957), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:18.364780 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8d9b7333-36f1-459f-ba0a-e6d6f7f30aa8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (7b5f5d8f-8558-4c5f-89f8-952cf4589957), after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:18.365547 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8d9b7333-36f1-459f-ba0a-e6d6f7f30aa8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (2e630927-498d-4dce-8797-7bdfb3739181), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:18.372769 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5e945c-621e-40e1-bf46-246395c886ad tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Router 8bf8171d-2b9c-4569-8528-71cfbdafa430 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:07:18.410968 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b7333-36f1-459f-ba0a-e6d6f7f30aa8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Pushing event updated for resources: {'Port': ['ID=7b5f5d8f-8558-4c5f-89f8-952cf4589957,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:18.472949 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8d9b7333-36f1-459f-ba0a-e6d6f7f30aa8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:18.477330 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5e945c-621e-40e1-bf46-246395c886ad tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:07:18.490107 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-8d9b7333-36f1-459f-ba0a-e6d6f7f30aa8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2073717 Sep 13 13:07:18.497733 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2f5e945c-621e-40e1-bf46-246395c886ad tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:18.507324 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289947ef-fad0-4098-965b-40be03110d36 None None] Sync routers for ids ['8bf8171d-2b9c-4569-8528-71cfbdafa430'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:07:18.521325 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289947ef-fad0-4098-965b-40be03110d36 None None] Routers {'8bf8171d-2b9c-4569-8528-71cfbdafa430'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:07:18.522562 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-289947ef-fad0-4098-965b-40be03110d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:07:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8bf8171d-2b9c-4569-8528-71cfbdafa430'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:07:18.557764 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-2f5e945c-621e-40e1-bf46-246395c886ad tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/a0d1645e-6263-4c80-87ff-5b2d9d421c39 HTTP/1.1" status: 200 len: 991 time: 1.4705503 Sep 13 13:07:18.557764 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc', 'tag': 'e42f6f1f-ed4b-41d3-a2b4-ba1b11365103'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:07:18.557764 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f696e28-1844-4fb7-af03-44aa010ca9fd" -d '{"events": [{"name": "network-changed", "server_uuid": "a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc", "tag": "e42f6f1f-ed4b-41d3-a2b4-ba1b11365103"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:07:18.571434 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:18.606233 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02b33ac3-5f1b-49cc-a994-caf728879442 x-openstack-request-id: req-02b33ac3-5f1b-49cc-a994-caf728879442 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:07:18.606528 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc", "tag": "e42f6f1f-ed4b-41d3-a2b4-ba1b11365103", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:07:18.606792 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-02b33ac3-5f1b-49cc-a994-caf728879442 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:07:18.607236 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02b33ac3-5f1b-49cc-a994-caf728879442'] response: {'name': 'network-changed', 'server_uuid': 'a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc', 'tag': 'e42f6f1f-ed4b-41d3-a2b4-ba1b11365103', 'status': 'completed', 'code': 200} Sep 13 13:07:18.652152 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-289947ef-fad0-4098-965b-40be03110d36 None None] Set router 8bf8171d-2b9c-4569-8528-71cfbdafa430 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:07:18.719449 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f696e28-1844-4fb7-af03-44aa010ca9fd req-9326d398-5b41-421f-ae8f-a9b413b3c1ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:18.721052 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6f696e28-1844-4fb7-af03-44aa010ca9fd req-9326d398-5b41-421f-ae8f-a9b413b3c1ca service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=7775bd9f19b64c8ca07407c103dcff9b&device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 1129 time: 0.0798998 Sep 13 13:07:18.784999 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:18.802141 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-de2fc4b9-a2d3-49da-b44e-93f116bc152a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1771846920&fields=id&tenant_id=c15624f4312f49bb85a7a086c291d157 HTTP/1.1" status: 200 len: 267 time: 0.1095791 Sep 13 13:07:18.813756 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 80c82096-8d7e-47cb-a713-18ffef510762 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:07:18.889054 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:18.910299 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f696e28-1844-4fb7-af03-44aa010ca9fd req-84aa0783-9da7-4f8c-898c-e855c5da127c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:18.913495 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6f696e28-1844-4fb7-af03-44aa010ca9fd req-84aa0783-9da7-4f8c-898c-e855c5da127c service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=1f0b8231-ada5-4945-87a4-d1b052328819 HTTP/1.1" status: 200 len: 916 time: 0.1790719 Sep 13 13:07:19.001369 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-fd39baa3-4565-47dd-a340-67bc00cb59f5 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:19.003230 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-fd39baa3-4565-47dd-a340-67bc00cb59f5 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/networks?id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 HTTP/1.1" status: 200 len: 819 time: 0.1902382 Sep 13 13:07:19.007550 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6f696e28-1844-4fb7-af03-44aa010ca9fd req-a3966fe9-3bd4-4d71-80b7-07ec79242f88 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 HTTP/1.1" status: 200 len: 999 time: 0.0821540 Sep 13 13:07:19.040844 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 80c82096-8d7e-47cb-a713-18ffef510762, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=80c82096-8d7e-47cb-a713-18ffef510762,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:07:19.043817 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-289947ef-fad0-4098-965b-40be03110d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '26bcbd96-9ecb-4016-abf3-6e5a8adef64b', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'port_id': 'c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'mac_address': 'fa:16:3e:8b:35:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42476fd8-5bc5-47f9-8aa9-da3e3012656b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:05:13Z', 'updated_at': '2022-09-13T13:05:56Z', 'revision_number': 2, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'fixed_ip_address_scope': None}, {'id': 'a0d1645e-6263-4c80-87ff-5b2d9d421c39', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'port_id': 'e42f6f1f-ed4b-41d3-a2b4-ba1b11365103', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'mac_address': 'fa:16:3e:5c:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:06:54Z', 'updated_at': '2022-09-13T13:07:17Z', 'revision_number': 1, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:07:19.052677 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-6abb6215-bb3e-4489-b1ef-854f32e23552 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/quotas/c15624f4312f49bb85a7a086c291d157 HTTP/1.1" status: 200 len: 375 time: 0.0395970 Sep 13 13:07:19.075279 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289947ef-fad0-4098-965b-40be03110d36 None None] Checking router: 8bf8171d-2b9c-4569-8528-71cfbdafa430 for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:07:19.081105 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': '80c82096-8d7e-47cb-a713-18ffef510762', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'port_id': '80c82096-8d7e-47cb-a713-18ffef510762', 'mac_address': 'fa:16:3e:b6:a6:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:07:19.090477 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=100 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:19.091276 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289947ef-fad0-4098-965b-40be03110d36 None None] Routers {'8bf8171d-2b9c-4569-8528-71cfbdafa430'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:07:19.091895 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-289947ef-fad0-4098-965b-40be03110d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:07:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8bf8171d-2b9c-4569-8528-71cfbdafa430'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:07:19.125218 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f696e28-1844-4fb7-af03-44aa010ca9fd req-355af981-c4ef-4a8a-9a52-5d0c6b668a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:19.126790 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6f696e28-1844-4fb7-af03-44aa010ca9fd req-355af981-c4ef-4a8a-9a52-5d0c6b668a44 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8e8aac7b-ea4b-46cf-9476-3c7b376f07e0 HTTP/1.1" status: 200 len: 854 time: 0.1063719 Sep 13 13:07:19.162935 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 80c82096-8d7e-47cb-a713-18ffef510762 is: ACTIVE; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:07:19.163325 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (80c82096-8d7e-47cb-a713-18ffef510762), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:19.165127 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-e24de1b9-1e0b-4145-a850-c0b3a2f817e6 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=c15624f4312f49bb85a7a086c291d157&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1027288 Sep 13 13:07:19.188286 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff5afa-a341-4cfa-ba9a-add8fa2e6c70 req-a2b03469-85f0-41e1-93bb-02cc9a4bb9ca tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:19.189876 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-91ff5afa-a341-4cfa-ba9a-add8fa2e6c70 req-a2b03469-85f0-41e1-93bb-02cc9a4bb9ca tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.1286528 Sep 13 13:07:19.207095 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80c82096-8d7e-47cb-a713-18ffef510762 {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:07:19.240520 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 80c82096-8d7e-47cb-a713-18ffef510762, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=80c82096-8d7e-47cb-a713-18ffef510762,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:07:19.252888 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-289947ef-fad0-4098-965b-40be03110d36 None None] Set router 8bf8171d-2b9c-4569-8528-71cfbdafa430 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:07:19.254731 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f696e28-1844-4fb7-af03-44aa010ca9fd req-3c8e2535-203d-41b5-ba93-37ba2838f3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:19.256353 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6f696e28-1844-4fb7-af03-44aa010ca9fd req-3c8e2535-203d-41b5-ba93-37ba2838f3b0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=1f0b8231-ada5-4945-87a4-d1b052328819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1145606 Sep 13 13:07:19.353973 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (80c82096-8d7e-47cb-a713-18ffef510762), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:19.380241 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-91ff5afa-a341-4cfa-ba9a-add8fa2e6c70 req-351dfab4-00de-48d8-8086-53227cad100d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1743653 Sep 13 13:07:19.405764 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-ad1de998-34db-4622-b7ef-ea42f47e728f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074926 Sep 13 13:07:19.480608 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6f696e28-1844-4fb7-af03-44aa010ca9fd req-61bce7b0-a220-41a5-b0af-19319e438c1e service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149324 Sep 13 13:07:19.501901 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:INSERT=6,neutron:UPDATE=5,neutron:SELECT=89 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:19.552858 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:19.611253 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=80c82096-8d7e-47cb-a713-18ffef510762,revision_number=6']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:19.611780 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f90da-91ff-4b38-9ee0-44d74b6037b5 req-4245bf4a-62bf-4a01-b5c8-4cb92e1677ea tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:19.614461 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1a8f90da-91ff-4b38-9ee0-44d74b6037b5 req-4245bf4a-62bf-4a01-b5c8-4cb92e1677ea tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 945 time: 0.1407342 Sep 13 13:07:19.663077 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['80c82096-8d7e-47cb-a713-18ffef510762'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:07:19.675344 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-94f26965-d795-41cc-b8ca-6af521905019 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659068 Sep 13 13:07:19.721399 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6f696e28-1844-4fb7-af03-44aa010ca9fd req-c5f9a8cb-8a1f-4c0e-8f64-3a8cd6469847 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291510 Sep 13 13:07:19.724838 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1a8f90da-91ff-4b38-9ee0-44d74b6037b5 req-4b74ec6b-feec-44d0-a2f7-dc9fe1acb4e5 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015642 Sep 13 13:07:19.729402 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:19.763574 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-289947ef-fad0-4098-965b-40be03110d36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '26bcbd96-9ecb-4016-abf3-6e5a8adef64b', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'port_id': 'c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'mac_address': 'fa:16:3e:8b:35:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42476fd8-5bc5-47f9-8aa9-da3e3012656b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:05:13Z', 'updated_at': '2022-09-13T13:05:56Z', 'revision_number': 2, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'fixed_ip_address_scope': None}, {'id': 'a0d1645e-6263-4c80-87ff-5b2d9d421c39', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'port_id': 'e42f6f1f-ed4b-41d3-a2b4-ba1b11365103', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'mac_address': 'fa:16:3e:5c:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:06:54Z', 'updated_at': '2022-09-13T13:07:17Z', 'revision_number': 1, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:07:19.801895 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289947ef-fad0-4098-965b-40be03110d36 None None] The sync data for ids ['8bf8171d-2b9c-4569-8528-71cfbdafa430'] in dv-cinder-801354-10-iscsi is: [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '26bcbd96-9ecb-4016-abf3-6e5a8adef64b', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'port_id': 'c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'mac_address': 'fa:16:3e:8b:35:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42476fd8-5bc5-47f9-8aa9-da3e3012656b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:05:13Z', 'updated_at': '2022-09-13T13:05:56Z', 'revision_number': 2, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'fixed_ip_address_scope': None}, {'id': 'a0d1645e-6263-4c80-87ff-5b2d9d421c39', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'floating_ip_address': '172.27.1.100', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'port_id': 'e42f6f1f-ed4b-41d3-a2b4-ba1b11365103', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 340, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'mac_address': 'fa:16:3e:5c:80:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:06:54Z', 'updated_at': '2022-09-13T13:07:17Z', 'revision_number': 1, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:07:20.012237 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4bee17df-ff92-442a-986c-a16944e98a0c req-1a0268f9-5e88-4243-929e-4baa3f63c376 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 210 time: 0.0315142 Sep 13 13:07:20.044928 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50792aca-ea45-4873-9d2f-42ebfc98a5d7 None None] New status for floating IP a0d1645e-6263-4c80-87ff-5b2d9d421c39: ACTIVE {{(pid=106852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:07:20.518352 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec9e06-778d-423d-abe4-c991709c6151 req-1ea19ae2-2051-41cf-ba8c-f576a76d6709 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:20.519849 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-afec9e06-778d-423d-abe4-c991709c6151 req-1ea19ae2-2051-41cf-ba8c-f576a76d6709 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0544875 Sep 13 13:07:20.569202 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-afec9e06-778d-423d-abe4-c991709c6151 req-363287dd-09c5-4824-b3bc-5abb503ea614 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436347 Sep 13 13:07:20.812597 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 80c82096-8d7e-47cb-a713-18ffef510762 up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:07:20.865246 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port 80c82096-8d7e-47cb-a713-18ffef510762 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:07:20.865646 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (80c82096-8d7e-47cb-a713-18ffef510762), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:20.897756 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f06fee-9799-42be-a90e-e1953407fc0f req-73635136-dc24-48ec-8302-cea6e7665bb5 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:20.899940 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d5f06fee-9799-42be-a90e-e1953407fc0f req-73635136-dc24-48ec-8302-cea6e7665bb5 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 945 time: 0.0574403 Sep 13 13:07:20.949502 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 80c82096-8d7e-47cb-a713-18ffef510762 is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:07:20.949929 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (80c82096-8d7e-47cb-a713-18ffef510762), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:20.980056 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d5f06fee-9799-42be-a90e-e1953407fc0f req-207e5a35-ea2e-4e4d-aacf-c61f6f383f54 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742536 Sep 13 13:07:20.981530 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c784b1b-72d1-431c-bca7-12cc7f5aa2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c82096-8d7e-47cb-a713-18ffef510762'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:07:20.983857 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-669315e9-ef6f-495d-86ea-023b7c3f5f59" -d '{"events": [{"server_uuid": "1c784b1b-72d1-431c-bca7-12cc7f5aa2b8", "name": "network-vif-plugged", "status": "completed", "tag": "80c82096-8d7e-47cb-a713-18ffef510762"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:07:21.000405 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 80c82096-8d7e-47cb-a713-18ffef510762, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=80c82096-8d7e-47cb-a713-18ffef510762,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:07:21.026447 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69bdb0ee-f064-43ee-b818-31061b6dee06 x-openstack-request-id: req-69bdb0ee-f064-43ee-b818-31061b6dee06 {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:07:21.026763 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c784b1b-72d1-431c-bca7-12cc7f5aa2b8", "name": "network-vif-plugged", "status": "completed", "tag": "80c82096-8d7e-47cb-a713-18ffef510762", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:07:21.027024 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-69bdb0ee-f064-43ee-b818-31061b6dee06 {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:07:21.027428 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69bdb0ee-f064-43ee-b818-31061b6dee06'] response: {'server_uuid': '1c784b1b-72d1-431c-bca7-12cc7f5aa2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c82096-8d7e-47cb-a713-18ffef510762', 'code': 200} Sep 13 13:07:21.124761 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (80c82096-8d7e-47cb-a713-18ffef510762), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:21.139230 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9ce03a69-c864-43d7-bc2f-755878b59027 req-8e1cc528-476d-4197-bf4c-2edef6aa1d72 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 210 time: 0.0447757 Sep 13 13:07:21.185725 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=80c82096-8d7e-47cb-a713-18ffef510762,revision_number=7']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:21.207586 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 36692) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:21.318312 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ab7115b0-939b-4c93-8ea5-968ff5bf3f2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:21.398691 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ab7115b0-939b-4c93-8ea5-968ff5bf3f2d admin admin] Publish callbacks [] for security_group (dbcea314-a873-49b0-ae2a-35b51a55379e), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:21.473062 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ab7115b0-939b-4c93-8ea5-968ff5bf3f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (dbcea314-a873-49b0-ae2a-35b51a55379e), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:21.518463 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7115b0-939b-4c93-8ea5-968ff5bf3f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcea314-a873-49b0-ae2a-35b51a55379e,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:21.527298 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 36698) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:21.527414 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-ab7115b0-939b-4c93-8ea5-968ff5bf3f2d admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=2be7916bd41644d4af8d26e92d80b4ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3186295 Sep 13 13:07:21.585790 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ff9f3c7f-ddd9-42a2-95a7-db3f185c8413 admin admin] Publish callbacks [] for security_group (dbcea314-a873-49b0-ae2a-35b51a55379e), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:21.593946 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:21.611625 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ff9f3c7f-ddd9-42a2-95a7-db3f185c8413 admin admin] Publish callbacks [] for security_group (dbcea314-a873-49b0-ae2a-35b51a55379e), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:21.705328 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a225a7-f066-40f3-b26a-a08e312a3f84 req-001d875e-1b78-4af9-aef1-0064f0177cc1 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:21.706958 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a0a225a7-f066-40f3-b26a-a08e312a3f84 req-001d875e-1b78-4af9-aef1-0064f0177cc1 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0493238 Sep 13 13:07:21.762526 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a0a225a7-f066-40f3-b26a-a08e312a3f84 req-d7b37982-5fb8-496c-acb7-8c5bb9f3724a tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491385 Sep 13 13:07:21.773942 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ff9f3c7f-ddd9-42a2-95a7-db3f185c8413 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (dbcea314-a873-49b0-ae2a-35b51a55379e), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:21.776641 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ff9f3c7f-ddd9-42a2-95a7-db3f185c8413 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:21.777767 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-ff9f3c7f-ddd9-42a2-95a7-db3f185c8413 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/dbcea314-a873-49b0-ae2a-35b51a55379e HTTP/1.1" status: 204 len: 168 time: 0.2491908 Sep 13 13:07:21.786002 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9f3c7f-ddd9-42a2-95a7-db3f185c8413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcea314-a873-49b0-ae2a-35b51a55379e,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:22.124560 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137be389-1026-4fdb-883b-9f839a25b0a9 req-dbb2e01d-3d20-4075-9724-e543622a0f79 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:22.126160 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-137be389-1026-4fdb-883b-9f839a25b0a9 req-dbb2e01d-3d20-4075-9724-e543622a0f79 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0487778 Sep 13 13:07:22.195970 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-137be389-1026-4fdb-883b-9f839a25b0a9 req-39e2fe8e-f200-4026-a5e4-9b9fc5fe1b80 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633829 Sep 13 13:07:22.255409 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-00fa40f0-ea17-4def-b5bc-69d03f871ab1 req-bea54f4d-f2a5-419a-8d41-c9c72987931b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 210 time: 0.0287840 Sep 13 13:07:22.456878 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 36712) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:22.470340 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-784d29c9-4f9b-4d60-9d87-6d534e57b643 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:22.546573 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-784d29c9-4f9b-4d60-9d87-6d534e57b643 admin admin] Publish callbacks [] for security_group (cc0fff2c-303d-466f-8259-22de3025f07c), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:22.607665 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-784d29c9-4f9b-4d60-9d87-6d534e57b643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (cc0fff2c-303d-466f-8259-22de3025f07c), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:22.646859 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-784d29c9-4f9b-4d60-9d87-6d534e57b643 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=c310c23f0ae3436b9e96d1fcd573f813&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1889231 Sep 13 13:07:22.649373 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784d29c9-4f9b-4d60-9d87-6d534e57b643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0fff2c-303d-466f-8259-22de3025f07c,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:22.650881 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 36716) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:22.702606 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d640ae61-55ab-4aa7-a378-97b3dc79cde6 admin admin] Publish callbacks [] for security_group (cc0fff2c-303d-466f-8259-22de3025f07c), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:22.723899 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d640ae61-55ab-4aa7-a378-97b3dc79cde6 admin admin] Publish callbacks [] for security_group (cc0fff2c-303d-466f-8259-22de3025f07c), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:22.836787 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d640ae61-55ab-4aa7-a378-97b3dc79cde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (cc0fff2c-303d-466f-8259-22de3025f07c), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:22.839439 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d640ae61-55ab-4aa7-a378-97b3dc79cde6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:22.840637 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-d640ae61-55ab-4aa7-a378-97b3dc79cde6 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/cc0fff2c-303d-466f-8259-22de3025f07c HTTP/1.1" status: 204 len: 168 time: 0.1887248 Sep 13 13:07:22.852034 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640ae61-55ab-4aa7-a378-97b3dc79cde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0fff2c-303d-466f-8259-22de3025f07c,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:22.902771 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089dcfb-e5c4-450a-a6a1-930a03d8125d req-a308a32d-da41-4b4b-bbb4-309c2bffe1ed tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:22.904279 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8089dcfb-e5c4-450a-a6a1-930a03d8125d req-a308a32d-da41-4b4b-bbb4-309c2bffe1ed tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0634949 Sep 13 13:07:22.959687 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8089dcfb-e5c4-450a-a6a1-930a03d8125d req-c6f50730-3920-48c9-b49b-e1bb42ff2a5f tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456433 Sep 13 13:07:23.330787 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bed0f-2d58-4266-aae6-1bfcb6d2dc27 req-91f9a2d3-d3d0-4882-b4f2-2023cc46c62f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:23.332414 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9a2bed0f-2d58-4266-aae6-1bfcb6d2dc27 req-91f9a2d3-d3d0-4882-b4f2-2023cc46c62f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0557084 Sep 13 13:07:23.376304 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c56dbd4f-dfb8-44b8-9459-3189a5d3bc46 req-4b29e1e4-cd90-4edd-a54b-635efc56df79 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 210 time: 0.0382640 Sep 13 13:07:23.407584 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9a2bed0f-2d58-4266-aae6-1bfcb6d2dc27 req-2f3b7b23-1a4d-4e96-a159-f897a080d465 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606093 Sep 13 13:07:23.654948 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 36732) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:23.671144 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3ebbe59e-c240-4a91-868d-35b0cb2e93f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:23.746450 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=11 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:23.748443 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3ebbe59e-c240-4a91-868d-35b0cb2e93f6 admin admin] Publish callbacks [] for security_group (dc3589bf-326c-48f1-ac6e-d746eb641e8d), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:23.814397 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3ebbe59e-c240-4a91-868d-35b0cb2e93f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (dc3589bf-326c-48f1-ac6e-d746eb641e8d), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:23.853945 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-3ebbe59e-c240-4a91-868d-35b0cb2e93f6 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=315a2ff743584ed7bffc6e6bcf001194&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978812 Sep 13 13:07:23.855386 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebbe59e-c240-4a91-868d-35b0cb2e93f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3589bf-326c-48f1-ac6e-d746eb641e8d,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:23.862040 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 36736) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:23.876171 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:23.917157 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-998cabdf-86b4-4910-b84e-7ac270513afc admin admin] Publish callbacks [] for security_group (dc3589bf-326c-48f1-ac6e-d746eb641e8d), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:23.937693 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-998cabdf-86b4-4910-b84e-7ac270513afc admin admin] Publish callbacks [] for security_group (dc3589bf-326c-48f1-ac6e-d746eb641e8d), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:23.971659 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:24.065608 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-998cabdf-86b4-4910-b84e-7ac270513afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (dc3589bf-326c-48f1-ac6e-d746eb641e8d), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:24.068168 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-998cabdf-86b4-4910-b84e-7ac270513afc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:24.069503 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-998cabdf-86b4-4910-b84e-7ac270513afc admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/dc3589bf-326c-48f1-ac6e-d746eb641e8d HTTP/1.1" status: 204 len: 168 time: 0.2116263 Sep 13 13:07:24.086683 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998cabdf-86b4-4910-b84e-7ac270513afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3589bf-326c-48f1-ac6e-d746eb641e8d,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:24.096309 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b093508b-c196-4fbc-aa1e-31055c6d0a49 req-4991eb71-62d8-4384-a497-7beb72feb31a tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:24.097845 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b093508b-c196-4fbc-aa1e-31055c6d0a49 req-4991eb71-62d8-4384-a497-7beb72feb31a tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0618939 Sep 13 13:07:24.153484 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b093508b-c196-4fbc-aa1e-31055c6d0a49 req-78ca2ccf-fd05-406d-afb7-eb2fcea75e06 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483394 Sep 13 13:07:24.494109 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f8b2328a-fb32-4452-b8df-c9a3f17582b2 req-6c30e3ac-e5eb-4d89-8fbd-5950d3cf9273 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 210 time: 0.0368178 Sep 13 13:07:24.579815 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2251279-1611-42bc-98c8-14a7671b1ef2 req-4bba422e-9d4b-41be-9dab-b8d8e4d6d979 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:24.581196 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b2251279-1611-42bc-98c8-14a7671b1ef2 req-4bba422e-9d4b-41be-9dab-b8d8e4d6d979 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0707476 Sep 13 13:07:24.636192 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b2251279-1611-42bc-98c8-14a7671b1ef2 req-1cbf523c-2d78-4749-841c-fa8e7360008d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472307 Sep 13 13:07:25.625768 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbbf00-989c-412a-8e3d-08f1a26507c1 req-e9519374-01ea-4490-a682-7555c9e2fd87 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:25.627338 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-64dbbf00-989c-412a-8e3d-08f1a26507c1 req-e9519374-01ea-4490-a682-7555c9e2fd87 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.3771760 Sep 13 13:07:25.631548 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-64307459-113a-4656-b588-7f851ebad02e req-42d0f247-fb3f-422d-8fc2-574b915e45b6 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 210 time: 0.0522127 Sep 13 13:07:25.673424 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-18ff415c-cdde-4d4f-9597-63c2c6d15457 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:25.674835 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-18ff415c-cdde-4d4f-9597-63c2c6d15457 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.61 "GET /networking/v2.0/networks?id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 HTTP/1.1" status: 200 len: 819 time: 0.4771276 Sep 13 13:07:25.737480 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-64dbbf00-989c-412a-8e3d-08f1a26507c1 req-637f89ec-3510-4dd4-ad61-0022ddd83cbc tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945652 Sep 13 13:07:25.830115 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33d94d2-8a21-4073-82a9-048c644b7d1b req-c80bd30d-04df-4bf5-920a-3cb1a9cbc755 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:25.831730 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e33d94d2-8a21-4073-82a9-048c644b7d1b req-c80bd30d-04df-4bf5-920a-3cb1a9cbc755 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0932434 Sep 13 13:07:25.836898 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-d6498c4a-390a-425d-b61a-d6365864805d tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c15624f4312f49bb85a7a086c291d157 HTTP/1.1" status: 200 len: 380 time: 0.1318493 Sep 13 13:07:25.855730 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-9d0019c1-42da-4878-abbb-495ad4057006 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Request body: {'port': {'device_id': 'e055f96e-b9e5-4957-a7cb-b962a0868dbd', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'admin_state_up': True, 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'security_groups': ['7f154a00-d17c-4583-ab96-389543fb1c6b']}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:07:25.950013 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e33d94d2-8a21-4073-82a9-048c644b7d1b req-17ca5fbc-572c-4baa-8f3d-83a052cc0226 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017537 Sep 13 13:07:26.136216 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-9d0019c1-42da-4878-abbb-495ad4057006 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Made reservation on behalf of c15624f4312f49bb85a7a086c291d157 for: {'port': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:07:26.140257 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-9d0019c1-42da-4878-abbb-495ad4057006 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:26.325598 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-9d0019c1-42da-4878-abbb-495ad4057006 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Allocated IP 172.20.0.7 (d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7/150922b3-3525-45d2-8627-b637b171605b/1cd2a580-87ce-44ee-b219-d7868153c645) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:07:26.399307 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:26.473082 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:26.514078 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-9d0019c1-42da-4878-abbb-495ad4057006 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for port (1cd2a580-87ce-44ee-b219-d7868153c645), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:26.673923 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-9d0019c1-42da-4878-abbb-495ad4057006 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (1cd2a580-87ce-44ee-b219-d7868153c645), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:26.965433 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-9d0019c1-42da-4878-abbb-495ad4057006 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Network d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:07:26.965433 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-9d0019c1-42da-4878-abbb-495ad4057006 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:07:26.965433 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-9d0019c1-42da-4878-abbb-495ad4057006 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:07:26.965433 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0019c1-42da-4878-abbb-495ad4057006 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Pushing event updated for resources: {'Port': ['ID=1cd2a580-87ce-44ee-b219-d7868153c645,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:26.965433 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070fab0-dd50-485f-9f5f-0bfc20418fc5 req-4fc7332f-6136-454f-8a06-31ab19128884 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:26.965433 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c070fab0-dd50-485f-9f5f-0bfc20418fc5 req-4fc7332f-6136-454f-8a06-31ab19128884 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 931 time: 0.0921304 Sep 13 13:07:26.965433 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-9d0019c1-42da-4878-abbb-495ad4057006 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:26.965433 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-9d0019c1-42da-4878-abbb-495ad4057006 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:26.965433 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988051b2-0bf1-4bc6-b66a-fc7e5d85acf5 req-4a363693-d62d-458e-a9f7-3ee582736f3f tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:26.965433 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-988051b2-0bf1-4bc6-b66a-fc7e5d85acf5 req-4a363693-d62d-458e-a9f7-3ee582736f3f tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0961497 Sep 13 13:07:26.965433 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c070fab0-dd50-485f-9f5f-0bfc20418fc5 req-6d59cd34-f934-4911-b5fe-1b7e7ddab847 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266162 Sep 13 13:07:27.037673 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-988051b2-0bf1-4bc6-b66a-fc7e5d85acf5 req-0cd77ad2-e270-4067-8434-3b98aa41fca4 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748751 Sep 13 13:07:27.157818 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a49fba-57fb-4226-8efd-7afab67bdf08 req-971ff8e3-720d-494e-b8a1-15c9825eab0c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:27.160315 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c4a49fba-57fb-4226-8efd-7afab67bdf08 req-971ff8e3-720d-494e-b8a1-15c9825eab0c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0573678 Sep 13 13:07:27.229385 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c4a49fba-57fb-4226-8efd-7afab67bdf08 req-3468b88e-e088-4fcd-a33f-de65fcdfaf8b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616713 Sep 13 13:07:27.304988 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-abd8d4f8-d5e8-4c24-84ad-9f6b994123f8 None None] Provisioning complete for port 1cd2a580-87ce-44ee-b219-d7868153c645 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:07:27.306349 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-abd8d4f8-d5e8-4c24-84ad-9f6b994123f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (1cd2a580-87ce-44ee-b219-d7868153c645), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:27.307428 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-9d0019c1-42da-4878-abbb-495ad4057006 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4621801 Sep 13 13:07:27.328197 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-e7956388-326f-4a56-b292-812286bdaa3c service neutron] Request body: {'port': {'device_id': 'e055f96e-b9e5-4957-a7cb-b962a0868dbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:07:27.332328 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:27.353528 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-abd8d4f8-d5e8-4c24-84ad-9f6b994123f8 None None] Port 1cd2a580-87ce-44ee-b219-d7868153c645 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:07:27.412900 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-e7956388-326f-4a56-b292-812286bdaa3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (1cd2a580-87ce-44ee-b219-d7868153c645), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:27.723445 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-e7956388-326f-4a56-b292-812286bdaa3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd2a580-87ce-44ee-b219-d7868153c645 {{(pid=106850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:07:27.732161 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-e7956388-326f-4a56-b292-812286bdaa3c service neutron] Publish callbacks [] for port (1cd2a580-87ce-44ee-b219-d7868153c645), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:27.748749 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.provisioning_blocks [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-e7956388-326f-4a56-b292-812286bdaa3c service neutron] Transition to ACTIVE for port object 1cd2a580-87ce-44ee-b219-d7868153c645 will not be triggered until provisioned by entity L2. {{(pid=106850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 13:07:27.850563 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-e7956388-326f-4a56-b292-812286bdaa3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (1cd2a580-87ce-44ee-b219-d7868153c645), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:27.942857 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7956388-326f-4a56-b292-812286bdaa3c service neutron] Pushing event updated for resources: {'Port': ['ID=1cd2a580-87ce-44ee-b219-d7868153c645,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:27.946242 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:27.978990 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-e7956388-326f-4a56-b292-812286bdaa3c service neutron] Attempting to bind port 1cd2a580-87ce-44ee-b219-d7868153c645 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:07:27.979555 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-e7956388-326f-4a56-b292-812286bdaa3c service neutron] Attempting to bind port 1cd2a580-87ce-44ee-b219-d7868153c645 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '0474db13-9c18-41f3-8716-d4ff64da1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:07:27.980627 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-e7956388-326f-4a56-b292-812286bdaa3c service neutron] Attempting to bind port 1cd2a580-87ce-44ee-b219-d7868153c645 on network d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:07:28.099564 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-e7956388-326f-4a56-b292-812286bdaa3c service neutron] Port 1cd2a580-87ce-44ee-b219-d7868153c645 on network d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 13:07:28.099564 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-e7956388-326f-4a56-b292-812286bdaa3c service neutron] Attempting to bind port 1cd2a580-87ce-44ee-b219-d7868153c645 on network d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:07:28.246276 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c90b0f-3d97-4ca1-a990-f0d49132d815 req-06b9f005-b325-4c94-a724-f3d07f4cdd86 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:28.247792 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-79c90b0f-3d97-4ca1-a990-f0d49132d815 req-06b9f005-b325-4c94-a724-f3d07f4cdd86 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 943 time: 0.1215377 Sep 13 13:07:28.251519 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-e7956388-326f-4a56-b292-812286bdaa3c service neutron] Checking agent: {'id': '96974c91-2132-4a74-8ded-139ad5e3b835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 13, 3), 'started_at': datetime.datetime(2022, 9, 13, 13, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 7, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:07:28.251848 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-e7956388-326f-4a56-b292-812286bdaa3c service neutron] Checking segment: {'id': '0474db13-9c18-41f3-8716-d4ff64da1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:07:28.255612 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-e7956388-326f-4a56-b292-812286bdaa3c service neutron] Bound using segment: {'id': '0474db13-9c18-41f3-8716-d4ff64da1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:07:28.255612 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-e7956388-326f-4a56-b292-812286bdaa3c service neutron] Bound port: 1cd2a580-87ce-44ee-b219-d7868153c645, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0474db13-9c18-41f3-8716-d4ff64da1e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:07:28.255612 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-e7956388-326f-4a56-b292-812286bdaa3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (1cd2a580-87ce-44ee-b219-d7868153c645), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:28.272253 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8796f06-741a-4b8c-85fa-08980f32e66a req-2f3a5c80-5429-43ce-ac25-a669e550365c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:28.274426 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c8796f06-741a-4b8c-85fa-08980f32e66a req-2f3a5c80-5429-43ce-ac25-a669e550365c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.1307561 Sep 13 13:07:28.375838 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-79c90b0f-3d97-4ca1-a990-f0d49132d815 req-fc66fab6-6797-448a-99f3-e174b343b215 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202476 Sep 13 13:07:28.431411 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c8796f06-741a-4b8c-85fa-08980f32e66a req-edb2fc28-db29-4993-b091-ae25b6e4b99b tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389201 Sep 13 13:07:28.441488 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-e7956388-326f-4a56-b292-812286bdaa3c service neutron] For port 1cd2a580-87ce-44ee-b219-d7868153c645, host hv-cinder-80135, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:07:28.445577 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-e7956388-326f-4a56-b292-812286bdaa3c service neutron] For port 1cd2a580-87ce-44ee-b219-d7868153c645, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=1cd2a580-87ce-44ee-b219-d7868153c645,segment=NetworkSegment(0474db13-9c18-41f3-8716-d4ff64da1e69),segment_id=0474db13-9c18-41f3-8716-d4ff64da1e69)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:07:28.566338 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52a7f1-05fa-4a33-a076-fa120487dcea req-fed3c920-4ffc-4af1-8fd5-2bce2abfd0ba tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:28.576058 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8d52a7f1-05fa-4a33-a076-fa120487dcea req-fed3c920-4ffc-4af1-8fd5-2bce2abfd0ba tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0827079 Sep 13 13:07:28.583712 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:28.593358 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-e7956388-326f-4a56-b292-812286bdaa3c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (1cd2a580-87ce-44ee-b219-d7868153c645), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:28.593358 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-e7956388-326f-4a56-b292-812286bdaa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:28.593358 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-e7956388-326f-4a56-b292-812286bdaa3c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:28.593358 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-e7956388-326f-4a56-b292-812286bdaa3c service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/1cd2a580-87ce-44ee-b219-d7868153c645 HTTP/1.1" status: 200 len: 1093 time: 1.2698288 Sep 13 13:07:28.605697 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e055f96e-b9e5-4957-a7cb-b962a0868dbd', 'tag': '1cd2a580-87ce-44ee-b219-d7868153c645'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:07:28.608000 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0656bf08-e700-4644-98ef-5bc7144fa469" -d '{"events": [{"name": "network-changed", "server_uuid": "e055f96e-b9e5-4957-a7cb-b962a0868dbd", "tag": "1cd2a580-87ce-44ee-b219-d7868153c645"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:07:28.677381 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbac691c-e09f-4de4-9552-cc0f22942767 x-openstack-request-id: req-cbac691c-e09f-4de4-9552-cc0f22942767 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:07:28.677589 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e055f96e-b9e5-4957-a7cb-b962a0868dbd", "tag": "1cd2a580-87ce-44ee-b219-d7868153c645", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:07:28.677866 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cbac691c-e09f-4de4-9552-cc0f22942767 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:07:28.678260 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbac691c-e09f-4de4-9552-cc0f22942767'] response: {'name': 'network-changed', 'server_uuid': 'e055f96e-b9e5-4957-a7cb-b962a0868dbd', 'tag': '1cd2a580-87ce-44ee-b219-d7868153c645', 'status': 'completed', 'code': 200} Sep 13 13:07:28.685519 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8d52a7f1-05fa-4a33-a076-fa120487dcea req-94a19c19-da3e-4b92-a11f-ebcb8917f399 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085088 Sep 13 13:07:28.686083 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7956388-326f-4a56-b292-812286bdaa3c service neutron] Pushing event updated for resources: {'Port': ['ID=1cd2a580-87ce-44ee-b219-d7868153c645,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:29.564817 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4358ce47-e3e7-46f3-8234-4bbd8f9d570f req-2190f097-fe9b-48a2-8d02-6ab60f01b065 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:29.566354 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4358ce47-e3e7-46f3-8234-4bbd8f9d570f req-2190f097-fe9b-48a2-8d02-6ab60f01b065 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 943 time: 0.0972624 Sep 13 13:07:29.628354 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbcf1ff-8020-4272-aa4c-a94edc676fce req-134d9e9b-4fe0-47cc-9758-0dc05bd54e81 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:29.629818 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0cbcf1ff-8020-4272-aa4c-a94edc676fce req-134d9e9b-4fe0-47cc-9758-0dc05bd54e81 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0929255 Sep 13 13:07:29.669807 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4358ce47-e3e7-46f3-8234-4bbd8f9d570f req-44313bc6-e314-4466-bb5f-1654b857b3c2 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835657 Sep 13 13:07:29.696700 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0cbcf1ff-8020-4272-aa4c-a94edc676fce req-7b222265-9dee-44b8-8a8f-7db30939d4c7 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610240 Sep 13 13:07:29.843632 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b1cc3e-bc54-4167-9cd5-b4dc82f76536 req-3c74147d-55ff-492f-a121-b9b290f4521b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:29.845157 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-00b1cc3e-bc54-4167-9cd5-b4dc82f76536 req-3c74147d-55ff-492f-a121-b9b290f4521b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0533197 Sep 13 13:07:29.906105 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-00b1cc3e-bc54-4167-9cd5-b4dc82f76536 req-a0e50999-59a2-41b2-b94a-aff1a903d77d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535307 Sep 13 13:07:30.193006 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:30.215567 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=69,neutron:UPDATE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:30.849645 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b75db-11ee-4a46-bcf6-2432382fe37b req-5161b43d-9b80-4f05-a1e6-6e290bc1182b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:30.852014 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-544b75db-11ee-4a46-bcf6-2432382fe37b req-5161b43d-9b80-4f05-a1e6-6e290bc1182b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 943 time: 0.0870709 Sep 13 13:07:30.871049 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f829c2-62ae-4afc-a8cd-85cf817a2ed7 req-7a48a914-2b69-4b13-895b-b66426d25dd8 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:30.872632 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-15f829c2-62ae-4afc-a8cd-85cf817a2ed7 req-7a48a914-2b69-4b13-895b-b66426d25dd8 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0766013 Sep 13 13:07:30.946669 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-544b75db-11ee-4a46-bcf6-2432382fe37b req-e968aafe-6939-41e7-bb24-290e6ff66d40 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882440 Sep 13 13:07:30.952135 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-15f829c2-62ae-4afc-a8cd-85cf817a2ed7 req-aec952e9-d2e7-4b52-b8fb-8ea1493f9a6e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716128 Sep 13 13:07:31.076067 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78bcf67-3975-42f7-b3fa-c299d2b7623d req-17a7419b-7211-44f5-b7c6-3d679f6be10c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:31.077907 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f78bcf67-3975-42f7-b3fa-c299d2b7623d req-17a7419b-7211-44f5-b7c6-3d679f6be10c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0575705 Sep 13 13:07:31.133282 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f78bcf67-3975-42f7-b3fa-c299d2b7623d req-d7ab8be8-e9b1-4ac9-a5ca-668853150b15 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492132 Sep 13 13:07:31.136950 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:31.247653 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656bf08-e700-4644-98ef-5bc7144fa469 req-e94d348f-702b-4283-a25f-22b7826f4db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:31.249156 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0656bf08-e700-4644-98ef-5bc7144fa469 req-e94d348f-702b-4283-a25f-22b7826f4db8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c15624f4312f49bb85a7a086c291d157&device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 1127 time: 0.0432293 Sep 13 13:07:31.327653 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:31.373238 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656bf08-e700-4644-98ef-5bc7144fa469 req-415f9dec-cd2b-470d-b08c-21d56ac478e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:31.374765 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0656bf08-e700-4644-98ef-5bc7144fa469 req-415f9dec-cd2b-470d-b08c-21d56ac478e2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=c15624f4312f49bb85a7a086c291d157&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1131687 Sep 13 13:07:31.494883 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656bf08-e700-4644-98ef-5bc7144fa469 req-78841a06-2363-4df8-9e1c-1da1f729a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:31.496650 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0656bf08-e700-4644-98ef-5bc7144fa469 req-78841a06-2363-4df8-9e1c-1da1f729a097 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1127162 Sep 13 13:07:31.580202 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-627f7744-143a-4a20-b188-261e4e4970cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:31.581710 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-627f7744-143a-4a20-b188-261e4e4970cd service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c15624f4312f49bb85a7a086c291d157&device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 1127 time: 0.0430341 Sep 13 13:07:31.644525 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-d17feffd-5703-440f-abc3-78004e166ee7 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cd2a580-87ce-44ee-b219-d7868153c645 HTTP/1.1" status: 200 len: 217 time: 0.0506995 Sep 13 13:07:31.701829 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-b346937c-1125-4fcd-b22f-e8828bd95d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:31.707472 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-b346937c-1125-4fcd-b22f-e8828bd95d51 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=150922b3-3525-45d2-8627-b637b171605b HTTP/1.1" status: 200 len: 858 time: 0.0527322 Sep 13 13:07:31.752359 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-c828ce17-4612-4ff7-89dc-8e8546853d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:31.754111 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-c828ce17-4612-4ff7-89dc-8e8546853d6e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0435307 Sep 13 13:07:31.821785 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:31.861129 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-14932632-4665-4da3-bfc3-44b9cbd6d99c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969965 Sep 13 13:07:31.956179 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca04cfdd-c6f7-49af-8ffa-6167774113f6 req-39278a42-36f2-47ef-b570-f73c26326436 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879788 Sep 13 13:07:32.220614 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272f5d8-df3d-41cc-bb70-567aca83a874 req-ccbcc58d-5bfc-4ce5-9f1e-c7e049f5001e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:32.222306 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0272f5d8-df3d-41cc-bb70-567aca83a874 req-ccbcc58d-5bfc-4ce5-9f1e-c7e049f5001e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 943 time: 0.1338279 Sep 13 13:07:32.228371 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314aa9b8-cad9-4958-bbf3-5ee28893deed req-eabc32eb-0136-4844-af1a-b97a264c4273 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:32.233370 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-314aa9b8-cad9-4958-bbf3-5ee28893deed req-eabc32eb-0136-4844-af1a-b97a264c4273 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.1314454 Sep 13 13:07:32.310429 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-314aa9b8-cad9-4958-bbf3-5ee28893deed req-f44bcd3d-9c1a-4a4c-9918-100d982fac00 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729153 Sep 13 13:07:32.313421 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0272f5d8-df3d-41cc-bb70-567aca83a874 req-f8b8f668-6e73-41af-9a5f-963f4c76a901 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826364 Sep 13 13:07:32.461140 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142198c5-326f-4be5-a339-8c8e22add4b4 req-ab856c51-9bb7-4875-82d0-07a8e7757d71 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:32.462654 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-142198c5-326f-4be5-a339-8c8e22add4b4 req-ab856c51-9bb7-4875-82d0-07a8e7757d71 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0505481 Sep 13 13:07:32.524735 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-142198c5-326f-4be5-a339-8c8e22add4b4 req-b3b6d9e2-ca7c-42dc-b0da-2128961e6338 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561447 Sep 13 13:07:33.345432 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-2bf7fe8c-868c-4900-a2b4-0cc353349fb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:33.485720 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c3e13-caff-4cfa-b1d4-6c0df10bfd31 req-f4845ffe-a7a2-45fd-ab37-c3813cd8979d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:33.487512 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-df8c3e13-caff-4cfa-b1d4-6c0df10bfd31 req-f4845ffe-a7a2-45fd-ab37-c3813cd8979d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0868936 Sep 13 13:07:33.528245 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b595517c-40d4-424f-b80c-8f31edfa0586 req-4ed0a575-3674-49c7-8eff-eb49deada81e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:33.529907 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b595517c-40d4-424f-b80c-8f31edfa0586 req-4ed0a575-3674-49c7-8eff-eb49deada81e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 943 time: 0.0879633 Sep 13 13:07:33.590134 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-df8c3e13-caff-4cfa-b1d4-6c0df10bfd31 req-953dbedf-abe3-472c-9585-e740f6fbfdc2 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947659 Sep 13 13:07:33.612657 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b595517c-40d4-424f-b80c-8f31edfa0586 req-e62a8280-35ac-4ec1-b1cd-9bf06b15a2e9 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763710 Sep 13 13:07:33.743753 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2440c6-1068-470a-bb1b-c6b63481aaf6 req-500dd993-eb41-416e-82d7-614e7dbfa632 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:33.745696 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1a2440c6-1068-470a-bb1b-c6b63481aaf6 req-500dd993-eb41-416e-82d7-614e7dbfa632 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0720999 Sep 13 13:07:33.760096 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:33.800083 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1a2440c6-1068-470a-bb1b-c6b63481aaf6 req-057b0ff9-7acc-4320-ace1-6adda55ff9c6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470803 Sep 13 13:07:33.849578 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=62,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:34.566580 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:07:34.809021 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d7fda-1821-44e8-bae8-e16ce30a61af req-adaca349-e78b-4501-8eed-ba176b7aefe8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:34.810657 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f28d7fda-1821-44e8-bae8-e16ce30a61af req-adaca349-e78b-4501-8eed-ba176b7aefe8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 943 time: 0.0876389 Sep 13 13:07:34.816953 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32e1baf-7316-47d1-bb4f-e8473282caf7 req-278a6e63-6dff-43a1-9aaa-2195d9ed7b03 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:34.818431 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b32e1baf-7316-47d1-bb4f-e8473282caf7 req-278a6e63-6dff-43a1-9aaa-2195d9ed7b03 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.1317852 Sep 13 13:07:34.897309 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f28d7fda-1821-44e8-bae8-e16ce30a61af req-e13d659b-3d9a-4c39-a78a-7e3324ad56f4 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777860 Sep 13 13:07:34.909977 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b32e1baf-7316-47d1-bb4f-e8473282caf7 req-233116b9-f2da-4c5d-bc4a-68cb288dc126 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650790 Sep 13 13:07:35.034380 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81207e06-cd07-4b32-a47e-ddcf65a23ef8 req-d3d0dfde-029c-4cea-8a8a-133aa52af93a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:35.041423 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-81207e06-cd07-4b32-a47e-ddcf65a23ef8 req-d3d0dfde-029c-4cea-8a8a-133aa52af93a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0553186 Sep 13 13:07:35.085756 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-81207e06-cd07-4b32-a47e-ddcf65a23ef8 req-2eff7773-eb23-4abf-8c70-b9705ab7db8c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431612 Sep 13 13:07:35.398744 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-56282ea0-383c-4d9e-9ccc-6e125258e142 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:36.092638 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218fd510-5161-42fc-b3de-34383b1f666e req-853f0f9d-7c13-4621-8a4e-412793d7d2ad tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:36.094407 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-218fd510-5161-42fc-b3de-34383b1f666e req-853f0f9d-7c13-4621-8a4e-412793d7d2ad tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 943 time: 0.0793636 Sep 13 13:07:36.099976 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42813cf9-9ca9-4998-a346-9c5b6cd8cdd9 req-f7ba0d4f-32dc-4e4a-8abc-146d75db10f2 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:36.102052 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-42813cf9-9ca9-4998-a346-9c5b6cd8cdd9 req-f7ba0d4f-32dc-4e4a-8abc-146d75db10f2 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0766981 Sep 13 13:07:36.160379 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:36.181669 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-218fd510-5161-42fc-b3de-34383b1f666e req-41fe3161-61c7-493d-9830-ae2e7423b879 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786877 Sep 13 13:07:36.185900 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-42813cf9-9ca9-4998-a346-9c5b6cd8cdd9 req-34a85357-0652-4600-8c5b-f5f24fdf0142 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672069 Sep 13 13:07:36.314390 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e56bcb-6ee2-4f16-b6bf-69bd448eb165 req-949f324c-b0f8-473a-b16a-83a34cbb8402 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:36.316090 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d1e56bcb-6ee2-4f16-b6bf-69bd448eb165 req-949f324c-b0f8-473a-b16a-83a34cbb8402 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0510113 Sep 13 13:07:36.401749 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d1e56bcb-6ee2-4f16-b6bf-69bd448eb165 req-105db8cc-b8e5-4d7e-97c6-fe4023d4c58a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787270 Sep 13 13:07:36.931908 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 1cd2a580-87ce-44ee-b219-d7868153c645 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:07:37.032651 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 1cd2a580-87ce-44ee-b219-d7868153c645, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=1cd2a580-87ce-44ee-b219-d7868153c645,segment=NetworkSegment(0474db13-9c18-41f3-8716-d4ff64da1e69),segment_id=0474db13-9c18-41f3-8716-d4ff64da1e69)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:07:37.044609 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': '1cd2a580-87ce-44ee-b219-d7868153c645', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'port_id': '1cd2a580-87ce-44ee-b219-d7868153c645', 'mac_address': 'fa:16:3e:ce:0d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '150922b3-3525-45d2-8627-b637b171605b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:07:37.071325 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:37.079393 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 1cd2a580-87ce-44ee-b219-d7868153c645 is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:07:37.079785 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (1cd2a580-87ce-44ee-b219-d7868153c645), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:37.091048 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:37.095734 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd2a580-87ce-44ee-b219-d7868153c645 {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:07:37.114580 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 1cd2a580-87ce-44ee-b219-d7868153c645, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=1cd2a580-87ce-44ee-b219-d7868153c645,segment=NetworkSegment(0474db13-9c18-41f3-8716-d4ff64da1e69),segment_id=0474db13-9c18-41f3-8716-d4ff64da1e69)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:07:37.192840 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (1cd2a580-87ce-44ee-b219-d7868153c645), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:37.285489 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=1cd2a580-87ce-44ee-b219-d7868153c645,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:37.351210 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a046079e-6729-464c-8a89-8c06184a4ac9 req-d788b7b8-ff71-4e1c-b19f-3581801ea19e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:37.352997 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a046079e-6729-464c-8a89-8c06184a4ac9 req-d788b7b8-ff71-4e1c-b19f-3581801ea19e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 944 time: 0.0764019 Sep 13 13:07:37.386113 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45716779-f161-494b-8a1f-f91cf7511b99 req-cc4bbb75-3583-41da-afc4-925db913f5d4 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:37.387629 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-45716779-f161-494b-8a1f-f91cf7511b99 req-cc4bbb75-3583-41da-afc4-925db913f5d4 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0718441 Sep 13 13:07:37.468605 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a046079e-6729-464c-8a89-8c06184a4ac9 req-089caac0-c288-4bfe-806f-831b735cf44a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090641 Sep 13 13:07:37.477690 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-45716779-f161-494b-8a1f-f91cf7511b99 req-e7bb3cc4-9d15-46ec-92b6-8e544970d968 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795443 Sep 13 13:07:37.591749 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d24a09a-bf26-4d2a-a7a7-b5bdbf43cfd3 req-6c160bdf-8016-4233-b277-9b334c5832ac tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:37.593453 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6d24a09a-bf26-4d2a-a7a7-b5bdbf43cfd3 req-6c160bdf-8016-4233-b277-9b334c5832ac tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0560400 Sep 13 13:07:37.618734 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['1cd2a580-87ce-44ee-b219-d7868153c645'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:07:37.660982 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:37.667350 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6d24a09a-bf26-4d2a-a7a7-b5bdbf43cfd3 req-33662c7d-a6ec-41d3-b14e-58aeb6eade8d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670381 Sep 13 13:07:38.247294 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:38.415449 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:38.595690 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:38.625587 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad89466-c2aa-417d-b729-f9723ef11860 req-1a60b380-c453-46ed-bfd5-27ce65c3d052 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:38.627072 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cad89466-c2aa-417d-b729-f9723ef11860 req-1a60b380-c453-46ed-bfd5-27ce65c3d052 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 944 time: 0.0727203 Sep 13 13:07:38.645765 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18c233-804e-46b4-9542-00a8fa015503 req-ed8d1bd4-84bb-4afa-8a87-d4b96e2a4ec8 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:38.647200 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3d18c233-804e-46b4-9542-00a8fa015503 req-ed8d1bd4-84bb-4afa-8a87-d4b96e2a4ec8 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0649028 Sep 13 13:07:38.719038 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cad89466-c2aa-417d-b729-f9723ef11860 req-2ca5de0c-e6dc-461e-86df-534c229ed2d6 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857897 Sep 13 13:07:38.723310 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3d18c233-804e-46b4-9542-00a8fa015503 req-3c865b7c-64d0-4e08-854a-30ad4068b40c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672650 Sep 13 13:07:38.822570 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7a6e6-796a-4a8e-a06a-0bcf51d4cfcc req-972b773f-ccbd-431a-9278-5349afd4c04b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:38.824053 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-14c7a6e6-796a-4a8e-a06a-0bcf51d4cfcc req-972b773f-ccbd-431a-9278-5349afd4c04b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0468714 Sep 13 13:07:38.870611 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-14c7a6e6-796a-4a8e-a06a-0bcf51d4cfcc req-bde6f1ff-32b4-454b-a623-58341631d235 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408287 Sep 13 13:07:39.073495 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f570ca-034a-46f4-a397-bbe98c431f18 req-1baff714-9fb2-409a-9384-1bed019e300e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:39.075074 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f4f570ca-034a-46f4-a397-bbe98c431f18 req-1baff714-9fb2-409a-9384-1bed019e300e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0478058 Sep 13 13:07:39.121177 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f4f570ca-034a-46f4-a397-bbe98c431f18 req-5ee18ac2-7e70-4b85-b6b6-3fd76dbb7e25 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407336 Sep 13 13:07:39.846147 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5725550-b375-4b05-a8d7-b047717d74b9 req-7e90578c-4ec5-4d55-9da6-0923027329a8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:39.847705 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f5725550-b375-4b05-a8d7-b047717d74b9 req-7e90578c-4ec5-4d55-9da6-0923027329a8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 944 time: 0.0501075 Sep 13 13:07:39.895703 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f5725550-b375-4b05-a8d7-b047717d74b9 req-b361f60f-3210-4432-b53c-2cb24405c9ac tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418277 Sep 13 13:07:39.996416 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0ccc0-59d5-4332-abff-29b45803de60 req-a85c6887-2b9b-4187-b82b-bd326158e295 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:39.998188 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e7a0ccc0-59d5-4332-abff-29b45803de60 req-a85c6887-2b9b-4187-b82b-bd326158e295 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0460999 Sep 13 13:07:40.043833 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e7a0ccc0-59d5-4332-abff-29b45803de60 req-45d5040e-608e-4448-bd60-6cf34e14864f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405190 Sep 13 13:07:40.234861 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:40.247485 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68dae74-9241-4b2e-981f-03a517180894 req-8b135b6a-6ea6-45fa-b5c4-e27515119622 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:40.248911 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f68dae74-9241-4b2e-981f-03a517180894 req-8b135b6a-6ea6-45fa-b5c4-e27515119622 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0494072 Sep 13 13:07:40.297991 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f68dae74-9241-4b2e-981f-03a517180894 req-9f2c35ac-ad56-4ee7-b880-ce2e3a7dd4ec tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434039 Sep 13 13:07:40.688299 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b54c4d-fee8-4721-a268-12e8834eb879 req-30add2d2-0da9-4875-a657-729c1f0f3f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:40.689826 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-87b54c4d-fee8-4721-a268-12e8834eb879 req-30add2d2-0da9-4875-a657-729c1f0f3f86 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=75f6274158934ab5abf68951902f1e81&device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 1129 time: 0.0390353 Sep 13 13:07:40.800837 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b54c4d-fee8-4721-a268-12e8834eb879 req-7f7b0853-8ab7-4251-b179-bd3fceefacc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:40.802298 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-87b54c4d-fee8-4721-a268-12e8834eb879 req-7f7b0853-8ab7-4251-b179-bd3fceefacc8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=9a6ee3a0-91e5-4300-8f53-c3332833b2a0 HTTP/1.1" status: 200 len: 912 time: 0.0856793 Sep 13 13:07:40.885521 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-87b54c4d-fee8-4721-a268-12e8834eb879 req-c96d3e2e-88aa-4012-bb70-67e017a307d7 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ced03e29-9082-4781-9cd3-50d8f96acb9e HTTP/1.1" status: 200 len: 1001 time: 0.0546021 Sep 13 13:07:40.937933 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b54c4d-fee8-4721-a268-12e8834eb879 req-6189e43f-1b0c-4650-af72-8d3fabf34a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:40.939422 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-87b54c4d-fee8-4721-a268-12e8834eb879 req-6189e43f-1b0c-4650-af72-8d3fabf34a62 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=4a7c387c-3b38-49bb-ab6c-762e7638336f HTTP/1.1" status: 200 len: 850 time: 0.0438421 Sep 13 13:07:41.018296 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b645925-3a93-492f-9d12-311f39bc895b req-7f069d1d-9485-4821-9421-15f82c51f0a2 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:41.019726 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7b645925-3a93-492f-9d12-311f39bc895b req-7f069d1d-9485-4821-9421-15f82c51f0a2 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 944 time: 0.0488877 Sep 13 13:07:41.065986 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7b645925-3a93-492f-9d12-311f39bc895b req-31feb334-41b7-4816-8bfa-f3a60c3926eb tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404339 Sep 13 13:07:41.198577 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b505735-8247-4c36-ba85-62743eb5c941 req-5bcc946c-db09-49a2-b391-1bb29530b9cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:41.200038 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7b505735-8247-4c36-ba85-62743eb5c941 req-5bcc946c-db09-49a2-b391-1bb29530b9cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0762825 Sep 13 13:07:41.205207 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b54c4d-fee8-4721-a268-12e8834eb879 req-954a92ac-1a8a-45e3-8e2e-eec800988796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:41.206595 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-87b54c4d-fee8-4721-a268-12e8834eb879 req-954a92ac-1a8a-45e3-8e2e-eec800988796 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9a6ee3a0-91e5-4300-8f53-c3332833b2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0556803 Sep 13 13:07:41.528488 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:41.560422 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7b505735-8247-4c36-ba85-62743eb5c941 req-3c1edffb-7009-4661-8790-a53647663206 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3528674 Sep 13 13:07:41.577837 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f3171-8f44-41d1-a5d7-c2bf032ef99e req-b79ed078-f5cc-41c5-9087-45534b820be8 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:41.579257 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7c8f3171-8f44-41d1-a5d7-c2bf032ef99e req-b79ed078-f5cc-41c5-9087-45534b820be8 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0765624 Sep 13 13:07:41.621056 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-87b54c4d-fee8-4721-a268-12e8834eb879 req-c0d673dc-1365-4bc9-8d07-8e19c1df5055 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9a6ee3a0-91e5-4300-8f53-c3332833b2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4068384 Sep 13 13:07:41.641310 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7c8f3171-8f44-41d1-a5d7-c2bf032ef99e req-8f83ed7e-7159-4b96-a53d-a332878caf82 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549717 Sep 13 13:07:42.185774 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72db061b-c288-4edf-987a-c739bf9329ca req-4cbe171d-8497-4ddb-beae-77b2dfb58015 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:42.187213 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-72db061b-c288-4edf-987a-c739bf9329ca req-4cbe171d-8497-4ddb-beae-77b2dfb58015 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 944 time: 0.0475743 Sep 13 13:07:42.233283 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-72db061b-c288-4edf-987a-c739bf9329ca req-02d277b1-deb0-44d0-8424-b66e2fcb822a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406251 Sep 13 13:07:42.689402 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a24b0-e4b9-40a0-b1a9-0e13350de855 req-f7af918a-2faa-4726-98db-6d9ed4240c18 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:42.690909 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-092a24b0-e4b9-40a0-b1a9-0e13350de855 req-f7af918a-2faa-4726-98db-6d9ed4240c18 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0490999 Sep 13 13:07:42.770549 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-092a24b0-e4b9-40a0-b1a9-0e13350de855 req-ee0986d1-8302-4c40-b117-5d045b551db9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738709 Sep 13 13:07:42.781629 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96d3f2-c49e-477c-9929-0eac16105581 req-24d04474-0cef-462e-a248-60accf3f509f tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:42.783435 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cb96d3f2-c49e-477c-9929-0eac16105581 req-24d04474-0cef-462e-a248-60accf3f509f tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0659981 Sep 13 13:07:42.829872 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cb96d3f2-c49e-477c-9929-0eac16105581 req-dbf7b088-7e16-4179-a6f8-d7ab0bc204d4 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401213 Sep 13 13:07:43.346090 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:43.354231 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b627b3de-4545-4eda-80c0-391d4389042a req-839bcc7d-7a10-4346-8ff6-388fe8744f16 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:43.355684 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b627b3de-4545-4eda-80c0-391d4389042a req-839bcc7d-7a10-4346-8ff6-388fe8744f16 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 944 time: 0.0468991 Sep 13 13:07:43.403042 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b627b3de-4545-4eda-80c0-391d4389042a req-a0016cd1-ea33-4964-b1ca-1489ce7cb1da tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416522 Sep 13 13:07:43.904493 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf83a46-8ec6-4682-920e-aa27bf41664f req-70bbad21-0cec-45cf-bad9-3ccea96c43c7 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:43.906024 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6cf83a46-8ec6-4682-920e-aa27bf41664f req-70bbad21-0cec-45cf-bad9-3ccea96c43c7 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0534155 Sep 13 13:07:43.971747 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ead17-f324-4222-a2ad-8802712ffb11 req-bcf6e07d-494e-46d2-8288-974b79a22c42 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:43.973208 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7a4ead17-f324-4222-a2ad-8802712ffb11 req-bcf6e07d-494e-46d2-8288-974b79a22c42 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0658524 Sep 13 13:07:44.005044 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6cf83a46-8ec6-4682-920e-aa27bf41664f req-14552d32-7f7d-47f8-a342-43f278e48b5d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887525 Sep 13 13:07:44.034760 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7a4ead17-f324-4222-a2ad-8802712ffb11 req-75c439ca-efba-4b61-84fe-5b516e461ce6 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517352 Sep 13 13:07:44.082043 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 1cd2a580-87ce-44ee-b219-d7868153c645 up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:07:44.124482 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning for port 1cd2a580-87ce-44ee-b219-d7868153c645 completed by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 13:07:44.172981 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port 1cd2a580-87ce-44ee-b219-d7868153c645 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:07:44.173362 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (1cd2a580-87ce-44ee-b219-d7868153c645), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:44.216577 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ab0f9-dec3-4419-9d5c-cdb78ba6efa2 req-29601d1d-a99c-4e91-91df-cca02d709d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:44.218209 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-594ab0f9-dec3-4419-9d5c-cdb78ba6efa2 req-29601d1d-a99c-4e91-91df-cca02d709d38 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a4e94c8248874defa3cb01d0725dfcb0&device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 1130 time: 0.0738173 Sep 13 13:07:44.248393 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 1cd2a580-87ce-44ee-b219-d7868153c645 is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:07:44.248782 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (1cd2a580-87ce-44ee-b219-d7868153c645), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:44.272070 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e055f96e-b9e5-4957-a7cb-b962a0868dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd2a580-87ce-44ee-b219-d7868153c645'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:07:44.275496 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2b46da-7e9e-4631-a45e-b462229890ee" -d '{"events": [{"server_uuid": "e055f96e-b9e5-4957-a7cb-b962a0868dbd", "name": "network-vif-plugged", "status": "completed", "tag": "1cd2a580-87ce-44ee-b219-d7868153c645"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:07:44.292121 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 1cd2a580-87ce-44ee-b219-d7868153c645, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=1cd2a580-87ce-44ee-b219-d7868153c645,segment=NetworkSegment(0474db13-9c18-41f3-8716-d4ff64da1e69),segment_id=0474db13-9c18-41f3-8716-d4ff64da1e69)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:07:44.295061 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-87b54c4d-fee8-4721-a268-12e8834eb879 req-2668e4a3-cc8f-4209-a9ba-3d21f8b2db97 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9a6ee3a0-91e5-4300-8f53-c3332833b2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688933 Sep 13 13:07:44.317321 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfe0876-3997-44ab-979e-1320aa3a5cf8 x-openstack-request-id: req-7bfe0876-3997-44ab-979e-1320aa3a5cf8 {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:07:44.317918 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e055f96e-b9e5-4957-a7cb-b962a0868dbd", "name": "network-vif-plugged", "status": "completed", "tag": "1cd2a580-87ce-44ee-b219-d7868153c645", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:07:44.318183 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-7bfe0876-3997-44ab-979e-1320aa3a5cf8 {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:07:44.318594 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bfe0876-3997-44ab-979e-1320aa3a5cf8'] response: {'server_uuid': 'e055f96e-b9e5-4957-a7cb-b962a0868dbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd2a580-87ce-44ee-b219-d7868153c645', 'code': 200} Sep 13 13:07:44.348648 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ab0f9-dec3-4419-9d5c-cdb78ba6efa2 req-f8a419bf-90dc-4170-b86e-312aafe0fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:44.350173 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-594ab0f9-dec3-4419-9d5c-cdb78ba6efa2 req-f8a419bf-90dc-4170-b86e-312aafe0fd2c service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=8b1eaf98-b39c-4204-9cb2-5b574f83717c HTTP/1.1" status: 200 len: 918 time: 0.1174889 Sep 13 13:07:44.369136 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (1cd2a580-87ce-44ee-b219-d7868153c645), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:44.420087 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=1cd2a580-87ce-44ee-b219-d7868153c645,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:44.427498 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-594ab0f9-dec3-4419-9d5c-cdb78ba6efa2 req-163aa655-6901-4f6d-b4f7-4fa1a6d2c25b service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80c82096-8d7e-47cb-a713-18ffef510762 HTTP/1.1" status: 200 len: 1002 time: 0.0594442 Sep 13 13:07:44.487543 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:44.524570 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d046684-685c-4a3f-ae49-1f1bf73a6e21 req-33a8460c-073a-4bce-8213-16f02f49bc74 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:44.526063 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1d046684-685c-4a3f-ae49-1f1bf73a6e21 req-33a8460c-073a-4bce-8213-16f02f49bc74 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0470400 Sep 13 13:07:44.562687 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=2 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:44.573424 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1d046684-685c-4a3f-ae49-1f1bf73a6e21 req-7c1854e1-c1e0-4034-9481-874626aca6ab tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417676 Sep 13 13:07:44.729781 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322ff555-418c-4571-a829-54ab63b6f909 req-3448bda4-17ba-4f12-b38b-cbed3f1422fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:44.731287 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-322ff555-418c-4571-a829-54ab63b6f909 req-3448bda4-17ba-4f12-b38b-cbed3f1422fb service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 1129 time: 0.0502067 Sep 13 13:07:44.732698 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ab0f9-dec3-4419-9d5c-cdb78ba6efa2 req-5bf10707-dec4-41c9-9c02-af7533ac4ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:44.734038 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-594ab0f9-dec3-4419-9d5c-cdb78ba6efa2 req-5bf10707-dec4-41c9-9c02-af7533ac4ac6 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=707a845c-7141-4086-a3f3-fd8375e89ff4 HTTP/1.1" status: 200 len: 856 time: 0.0873048 Sep 13 13:07:44.813367 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594ab0f9-dec3-4419-9d5c-cdb78ba6efa2 req-121277df-05f8-439f-9d1c-055c9937c8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:44.814932 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-594ab0f9-dec3-4419-9d5c-cdb78ba6efa2 req-121277df-05f8-439f-9d1c-055c9937c8f1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=8b1eaf98-b39c-4204-9cb2-5b574f83717c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0609593 Sep 13 13:07:44.849469 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-322ff555-418c-4571-a829-54ab63b6f909 req-045e31c4-e50e-4769-afe6-a269beba1720 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944180 Sep 13 13:07:44.919688 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-594ab0f9-dec3-4419-9d5c-cdb78ba6efa2 req-72b34805-c1c4-4b79-b3f7-2e666489c30f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8b1eaf98-b39c-4204-9cb2-5b574f83717c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959568 Sep 13 13:07:45.179047 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576f5e9a-9faa-4aa7-8d8a-98ce5931e640 req-7a8f2460-bd60-47e6-81e6-721f706cfc11 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:45.180989 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-576f5e9a-9faa-4aa7-8d8a-98ce5931e640 req-7a8f2460-bd60-47e6-81e6-721f706cfc11 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0850956 Sep 13 13:07:45.204952 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b1b9ac-31cd-4efc-ac49-f0130500eb75 req-71378283-e1d4-4285-87d2-201d206986da tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:45.213919 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-42b1b9ac-31cd-4efc-ac49-f0130500eb75 req-71378283-e1d4-4285-87d2-201d206986da tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0783222 Sep 13 13:07:45.215645 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:45.341281 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-576f5e9a-9faa-4aa7-8d8a-98ce5931e640 req-9a8e44e7-9daa-4fcb-9b12-4a80f7fcbbdc tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509206 Sep 13 13:07:45.346284 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-42b1b9ac-31cd-4efc-ac49-f0130500eb75 req-863e4d79-2f8a-4844-b4a8-5ced0fa8aebd tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292875 Sep 13 13:07:45.381569 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-594ab0f9-dec3-4419-9d5c-cdb78ba6efa2 req-239f50d6-18e5-461a-a46b-f78f3439a6fc service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8b1eaf98-b39c-4204-9cb2-5b574f83717c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562033 Sep 13 13:07:45.546876 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-98184213-4ba6-498e-a02d-47e12532651d req-9c6b6d19-b4b6-4a95-a334-a6e697a24bb3 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1414851579&fields=id&tenant_id=9788b5b66a0c452cb39b263ca30284e0 HTTP/1.1" status: 200 len: 267 time: 0.0457180 Sep 13 13:07:45.657612 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98184213-4ba6-498e-a02d-47e12532651d req-50b00ae1-a917-42b2-a6f7-4c9c65f502db tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:45.659067 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-98184213-4ba6-498e-a02d-47e12532651d req-50b00ae1-a917-42b2-a6f7-4c9c65f502db tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/networks?id=19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1 HTTP/1.1" status: 200 len: 809 time: 0.1055746 Sep 13 13:07:45.700442 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-98184213-4ba6-498e-a02d-47e12532651d req-13062fd1-4189-4013-913d-b11fa3337ac8 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/quotas/9788b5b66a0c452cb39b263ca30284e0 HTTP/1.1" status: 200 len: 375 time: 0.0331585 Sep 13 13:07:45.716028 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87c012-1ba0-4aaf-b300-9a33336be061 req-757f60a4-d7e9-44c6-ae45-15d95064a192 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:45.717461 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3f87c012-1ba0-4aaf-b300-9a33336be061 req-757f60a4-d7e9-44c6-ae45-15d95064a192 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0662410 Sep 13 13:07:45.778728 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-98184213-4ba6-498e-a02d-47e12532651d req-c6910d55-c8f1-4be8-9b5d-4e78f7b27757 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=9788b5b66a0c452cb39b263ca30284e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708771 Sep 13 13:07:45.804805 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3f87c012-1ba0-4aaf-b300-9a33336be061 req-66cae63a-375f-4016-b0cc-1905e705f231 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787485 Sep 13 13:07:45.857059 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:45.891665 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-98184213-4ba6-498e-a02d-47e12532651d req-53f42b24-8a23-4c2d-b5da-afa45831d1d8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986602 Sep 13 13:07:45.981919 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-98184213-4ba6-498e-a02d-47e12532651d req-c736361a-02af-4b25-ad92-187931562a7f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886450 Sep 13 13:07:46.471611 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869597eb-9d13-40dc-8e83-a90435686c88 req-697436c0-4b9d-48dd-a6e4-9ddcf7743161 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:46.473108 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-869597eb-9d13-40dc-8e83-a90435686c88 req-697436c0-4b9d-48dd-a6e4-9ddcf7743161 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0465372 Sep 13 13:07:46.540518 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-869597eb-9d13-40dc-8e83-a90435686c88 req-c9078fcc-fbd6-49a5-b3bf-91a47ceabea8 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604703 Sep 13 13:07:46.642207 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6be17c72-38c9-4a8b-a253-a0ee158f9267 req-858ba7e9-b055-4abf-90cd-1207a49de94d tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 210 time: 0.0541704 Sep 13 13:07:46.658198 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba4998-cec3-4468-b283-3c50ae450c50 req-b0cd05bd-d5c2-41d4-9609-6500c2233d32 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:46.664299 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-79ba4998-cec3-4468-b283-3c50ae450c50 req-b0cd05bd-d5c2-41d4-9609-6500c2233d32 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0871127 Sep 13 13:07:46.716491 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-79ba4998-cec3-4468-b283-3c50ae450c50 req-5d5a7d9c-5f67-4edb-9225-ab3ea6bb5cf1 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436218 Sep 13 13:07:46.928230 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40c549-d68b-4972-a7c6-28d6fd08b91a req-c9f588ee-d51b-4241-a445-b7e4a956a7ed tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:46.929786 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7e40c549-d68b-4972-a7c6-28d6fd08b91a req-c9f588ee-d51b-4241-a445-b7e4a956a7ed tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0467370 Sep 13 13:07:46.979597 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7e40c549-d68b-4972-a7c6-28d6fd08b91a req-a960a079-b724-4dcf-bf48-cbda1e8f0219 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440924 Sep 13 13:07:47.761149 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dd4cb357-e4ce-402b-ae0e-0e3739aba0a4 req-e6132274-f56e-4689-ac73-fc02cd4a558b tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 210 time: 0.0309522 Sep 13 13:07:47.867435 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f0fff-64d4-4f86-8bb4-46d3ea9725df req-a1837674-df95-4ad7-bb2c-87a9450e3ba1 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:47.869048 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fa1f0fff-64d4-4f86-8bb4-46d3ea9725df req-a1837674-df95-4ad7-bb2c-87a9450e3ba1 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 946 time: 0.0609965 Sep 13 13:07:47.893517 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:47.916751 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fa1f0fff-64d4-4f86-8bb4-46d3ea9725df req-375589a1-107a-490b-9b1a-052a46458f7c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421202 Sep 13 13:07:48.079237 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 80c82096-8d7e-47cb-a713-18ffef510762 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:07:48.101273 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad00ad-19c6-4780-847d-d0ff5c72568a req-a824c0e4-c1f3-4acc-95d2-0d85dc124584 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:48.102794 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bbad00ad-19c6-4780-847d-d0ff5c72568a req-a824c0e4-c1f3-4acc-95d2-0d85dc124584 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0502100 Sep 13 13:07:48.148568 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 80c82096-8d7e-47cb-a713-18ffef510762 is: ACTIVE; New status is: DOWN {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:07:48.148952 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (80c82096-8d7e-47cb-a713-18ffef510762), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:48.151087 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bbad00ad-19c6-4780-847d-d0ff5c72568a req-9665e2b6-fe5b-4c9c-9584-0409b585addb tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422335 Sep 13 13:07:48.177265 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c784b1b-72d1-431c-bca7-12cc7f5aa2b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80c82096-8d7e-47cb-a713-18ffef510762'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:07:48.180230 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f147e66a-3183-4f20-9e22-06bc87b15468" -d '{"events": [{"server_uuid": "1c784b1b-72d1-431c-bca7-12cc7f5aa2b8", "name": "network-vif-unplugged", "status": "completed", "tag": "80c82096-8d7e-47cb-a713-18ffef510762"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:07:48.190643 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 80c82096-8d7e-47cb-a713-18ffef510762, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=80c82096-8d7e-47cb-a713-18ffef510762,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:07:48.224870 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Sep 2022 13:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db46dc1e-d0cd-4845-81e6-1e2b50f9913f x-openstack-request-id: req-db46dc1e-d0cd-4845-81e6-1e2b50f9913f {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:07:48.224870 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c784b1b-72d1-431c-bca7-12cc7f5aa2b8", "name": "network-vif-unplugged", "status": "completed", "tag": "80c82096-8d7e-47cb-a713-18ffef510762", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:07:48.224870 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-db46dc1e-d0cd-4845-81e6-1e2b50f9913f {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:07:48.224870 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db46dc1e-d0cd-4845-81e6-1e2b50f9913f'] response: {'server_uuid': '1c784b1b-72d1-431c-bca7-12cc7f5aa2b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80c82096-8d7e-47cb-a713-18ffef510762', 'code': 200} Sep 13 13:07:48.281507 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (80c82096-8d7e-47cb-a713-18ffef510762), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:48.327500 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=80c82096-8d7e-47cb-a713-18ffef510762,revision_number=8']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:48.870106 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1d621369-e338-48b4-85e4-e4d1fcc97cd6 req-c79764bf-f99e-4e59-8db5-3422b4ad90e4 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 210 time: 0.0317271 Sep 13 13:07:49.047466 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3299cb93-459d-4fb5-9f2b-0246192b2dcc req-ef7fefee-1e73-4c07-a47c-48a9b393cb7d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:49.048866 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3299cb93-459d-4fb5-9f2b-0246192b2dcc req-ef7fefee-1e73-4c07-a47c-48a9b393cb7d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0467114 Sep 13 13:07:49.094973 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3299cb93-459d-4fb5-9f2b-0246192b2dcc req-fffc8f38-29b9-4b7c-9f87-4624740148e8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404198 Sep 13 13:07:49.280974 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ba30b-0220-4ff7-8e60-947a30a56a0b req-592f0b40-27ba-4912-968c-1bcd966fbbe0 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:49.282456 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4a9ba30b-0220-4ff7-8e60-947a30a56a0b req-592f0b40-27ba-4912-968c-1bcd966fbbe0 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0512919 Sep 13 13:07:49.328893 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4a9ba30b-0220-4ff7-8e60-947a30a56a0b req-113087aa-964e-4ca5-b319-8cd3b2961f96 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406210 Sep 13 13:07:49.447303 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf690c78-e350-4c99-9020-72127cc3959f req-5ae87166-9fdd-4d75-870a-3afb49d20488 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:49.449298 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cf690c78-e350-4c99-9020-72127cc3959f req-5ae87166-9fdd-4d75-870a-3afb49d20488 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0472460 Sep 13 13:07:49.459760 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 37224) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:49.464915 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-7aaf9aa9-65a6-4719-90bd-808139f37257 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Request body: {'floatingip': {'port_id': '1cd2a580-87ce-44ee-b219-d7868153c645'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:07:49.502400 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9aa9-65a6-4719-90bd-808139f37257 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for floatingip (2e630927-498d-4dce-8797-7bdfb3739181), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:49.709470 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:49.949177 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9aa9-65a6-4719-90bd-808139f37257 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:49.978160 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2f347a35-eae8-42ff-b42c-85d6bd87e7d0 req-2720cbf9-2e62-40c6-b96b-9ae0fbf0e5f0 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 210 time: 0.0277317 Sep 13 13:07:50.087258 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9aa9-65a6-4719-90bd-808139f37257 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (2e630927-498d-4dce-8797-7bdfb3739181), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:50.189408 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.l3_db [None req-7aaf9aa9-65a6-4719-90bd-808139f37257 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Floating IP 2e630927-498d-4dce-8797-7bdfb3739181 associated. External IP: 172.27.1.124, port: 1cd2a580-87ce-44ee-b219-d7868153c645. Sep 13 13:07:50.291503 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:50.408196 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aaf9aa9-65a6-4719-90bd-808139f37257 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Router ef52e44f-c053-4bae-82b5-a6ef90af4c1e has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:07:50.506209 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [req-e15e3213-059e-4b6c-bc9d-40b7b52bc725 req-989f662b-8b1a-4a73-98d5-b6dee2c28858 service neutron] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 13:07:50.507221 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e15e3213-059e-4b6c-bc9d-40b7b52bc725 req-989f662b-8b1a-4a73-98d5-b6dee2c28858 service neutron] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0070772 Sep 13 13:07:50.527471 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aaf9aa9-65a6-4719-90bd-808139f37257 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:07:50.532344 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-7aaf9aa9-65a6-4719-90bd-808139f37257 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:50.537630 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b98c16d-4cca-4921-b6d4-3a6bdd2131be None None] Sync routers for ids ['ef52e44f-c053-4bae-82b5-a6ef90af4c1e'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:07:50.550278 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b98c16d-4cca-4921-b6d4-3a6bdd2131be None None] Routers {'ef52e44f-c053-4bae-82b5-a6ef90af4c1e'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:07:50.550895 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-0b98c16d-4cca-4921-b6d4-3a6bdd2131be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:07:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['ef52e44f-c053-4bae-82b5-a6ef90af4c1e'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:07:50.567179 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-7aaf9aa9-65a6-4719-90bd-808139f37257 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/2e630927-498d-4dce-8797-7bdfb3739181 HTTP/1.1" status: 200 len: 991 time: 1.1046908 Sep 13 13:07:50.567179 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e055f96e-b9e5-4957-a7cb-b962a0868dbd', 'tag': '1cd2a580-87ce-44ee-b219-d7868153c645'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:07:50.569625 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1c0e15-5cf3-4ac4-8b0d-b79d24c910ca" -d '{"events": [{"name": "network-changed", "server_uuid": "e055f96e-b9e5-4957-a7cb-b962a0868dbd", "tag": "1cd2a580-87ce-44ee-b219-d7868153c645"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:07:50.609385 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:50.612585 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1bd1905-7aab-497d-b0ca-514d9bd9881d x-openstack-request-id: req-f1bd1905-7aab-497d-b0ca-514d9bd9881d {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:07:50.612877 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e055f96e-b9e5-4957-a7cb-b962a0868dbd", "tag": "1cd2a580-87ce-44ee-b219-d7868153c645", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:07:50.613136 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f1bd1905-7aab-497d-b0ca-514d9bd9881d {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:07:50.613541 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1bd1905-7aab-497d-b0ca-514d9bd9881d'] response: {'name': 'network-changed', 'server_uuid': 'e055f96e-b9e5-4957-a7cb-b962a0868dbd', 'tag': '1cd2a580-87ce-44ee-b219-d7868153c645', 'status': 'completed', 'code': 200} Sep 13 13:07:50.666696 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-0b98c16d-4cca-4921-b6d4-3a6bdd2131be None None] Set router ef52e44f-c053-4bae-82b5-a6ef90af4c1e gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:07:50.695160 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c0e15-5cf3-4ac4-8b0d-b79d24c910ca req-f33bea20-d9c7-4810-a4e3-3129faf80a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:50.696829 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9f1c0e15-5cf3-4ac4-8b0d-b79d24c910ca req-f33bea20-d9c7-4810-a4e3-3129faf80a0f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c15624f4312f49bb85a7a086c291d157&device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 1129 time: 0.0539246 Sep 13 13:07:50.775392 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:50.800301 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c0e15-5cf3-4ac4-8b0d-b79d24c910ca req-eace1187-f9c2-46d6-a139-c674ffb2ae30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:50.801808 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9f1c0e15-5cf3-4ac4-8b0d-b79d24c910ca req-eace1187-f9c2-46d6-a139-c674ffb2ae30 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 HTTP/1.1" status: 200 len: 920 time: 0.0977247 Sep 13 13:07:50.825087 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:50.880119 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9f1c0e15-5cf3-4ac4-8b0d-b79d24c910ca req-bb161058-4a81-41e9-ae30-5e2def0e99ac service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cd2a580-87ce-44ee-b219-d7868153c645 HTTP/1.1" status: 200 len: 999 time: 0.0713925 Sep 13 13:07:50.921865 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-0b98c16d-4cca-4921-b6d4-3a6bdd2131be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1380792572-router', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:15Z', 'revision_number': 4, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'gw_port': {'id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '2e630927-498d-4dce-8797-7bdfb3739181', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'port_id': '1cd2a580-87ce-44ee-b219-d7868153c645', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'mac_address': 'fa:16:3e:ce:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e055f96e-b9e5-4957-a7cb-b962a0868dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:07:17Z', 'updated_at': '2022-09-13T13:07:49Z', 'revision_number': 1, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352', 'name': '', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'mac_address': 'fa:16:3e:c2:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '150922b3-3525-45d2-8627-b637b171605b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:11Z', 'updated_at': '2022-09-13T13:05:28Z', 'revision_number': 5, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'subnets': [{'id': '150922b3-3525-45d2-8627-b637b171605b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:07:50.949631 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b98c16d-4cca-4921-b6d4-3a6bdd2131be None None] Checking router: ef52e44f-c053-4bae-82b5-a6ef90af4c1e for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:07:50.955920 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 37254) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:50.963598 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b98c16d-4cca-4921-b6d4-3a6bdd2131be None None] Routers {'ef52e44f-c053-4bae-82b5-a6ef90af4c1e'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:07:50.964237 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-0b98c16d-4cca-4921-b6d4-3a6bdd2131be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:07:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['ef52e44f-c053-4bae-82b5-a6ef90af4c1e'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:07:50.996149 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c0e15-5cf3-4ac4-8b0d-b79d24c910ca req-031f4303-64b9-4ec7-81b9-f174250c3bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:50.997560 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9f1c0e15-5cf3-4ac4-8b0d-b79d24c910ca req-031f4303-64b9-4ec7-81b9-f174250c3bd5 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=150922b3-3525-45d2-8627-b637b171605b HTTP/1.1" status: 200 len: 858 time: 0.1094408 Sep 13 13:07:51.050909 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c457125-170b-43fd-9e24-78b2291c20eb req-6764fbf2-68e8-4e9d-b96d-77b77e5fac32 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:51.059026 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4c457125-170b-43fd-9e24-78b2291c20eb req-6764fbf2-68e8-4e9d-b96d-77b77e5fac32 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0741401 Sep 13 13:07:51.117182 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-552c6013-39a7-4ea9-be03-587b86ee365a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:51.118195 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-0b98c16d-4cca-4921-b6d4-3a6bdd2131be None None] Set router ef52e44f-c053-4bae-82b5-a6ef90af4c1e gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:07:51.124914 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5d9243d1-d1ea-427b-b244-6ed789770d2c req-0e1bb124-7640-422d-9be8-f55de51ef3a3 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 210 time: 0.0415072 Sep 13 13:07:51.133803 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4c457125-170b-43fd-9e24-78b2291c20eb req-a74ccea0-d314-446f-a0ac-a66dbd149e39 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737152 Sep 13 13:07:51.219506 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-552c6013-39a7-4ea9-be03-587b86ee365a admin admin] Publish callbacks [] for security_group (7f5c0242-fe37-4b41-ab3c-4fd078df35d9), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:51.315769 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c0e15-5cf3-4ac4-8b0d-b79d24c910ca req-6bae2dc1-540a-40b3-b0c1-8acd4a9e3b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:51.317404 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9f1c0e15-5cf3-4ac4-8b0d-b79d24c910ca req-6bae2dc1-540a-40b3-b0c1-8acd4a9e3b1c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0665874 Sep 13 13:07:51.329475 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-552c6013-39a7-4ea9-be03-587b86ee365a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (7f5c0242-fe37-4b41-ab3c-4fd078df35d9), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:51.386545 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-552c6013-39a7-4ea9-be03-587b86ee365a admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=af92d765bb814bc1929b8e5f08a02acd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4289200 Sep 13 13:07:51.387697 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 37278) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:51.391637 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-0b98c16d-4cca-4921-b6d4-3a6bdd2131be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1380792572-router', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:15Z', 'revision_number': 4, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'gw_port': {'id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '2e630927-498d-4dce-8797-7bdfb3739181', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'port_id': '1cd2a580-87ce-44ee-b219-d7868153c645', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'mac_address': 'fa:16:3e:ce:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e055f96e-b9e5-4957-a7cb-b962a0868dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:07:17Z', 'updated_at': '2022-09-13T13:07:49Z', 'revision_number': 1, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352', 'name': '', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'mac_address': 'fa:16:3e:c2:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '150922b3-3525-45d2-8627-b637b171605b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:11Z', 'updated_at': '2022-09-13T13:05:28Z', 'revision_number': 5, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'subnets': [{'id': '150922b3-3525-45d2-8627-b637b171605b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:07:51.396851 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c6013-39a7-4ea9-be03-587b86ee365a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5c0242-fe37-4b41-ab3c-4fd078df35d9,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:51.424019 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b98c16d-4cca-4921-b6d4-3a6bdd2131be None None] The sync data for ids ['ef52e44f-c053-4bae-82b5-a6ef90af4c1e'] in dv-cinder-801354-10-iscsi is: [{'id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1380792572-router', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:15Z', 'revision_number': 4, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'gw_port': {'id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '2e630927-498d-4dce-8797-7bdfb3739181', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'port_id': '1cd2a580-87ce-44ee-b219-d7868153c645', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'mac_address': 'fa:16:3e:ce:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e055f96e-b9e5-4957-a7cb-b962a0868dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:07:17Z', 'updated_at': '2022-09-13T13:07:49Z', 'revision_number': 1, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352', 'name': '', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'mac_address': 'fa:16:3e:c2:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '150922b3-3525-45d2-8627-b637b171605b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:11Z', 'updated_at': '2022-09-13T13:05:28Z', 'revision_number': 5, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'subnets': [{'id': '150922b3-3525-45d2-8627-b637b171605b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:07:51.449663 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9f1c0e15-5cf3-4ac4-8b0d-b79d24c910ca req-9a7cf27b-478d-4078-98a9-a3eefb736f63 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240392 Sep 13 13:07:51.456486 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-53ea967e-87ab-40bb-a351-8597c63f5c07 admin admin] Publish callbacks [] for security_group (7f5c0242-fe37-4b41-ab3c-4fd078df35d9), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:51.481445 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-53ea967e-87ab-40bb-a351-8597c63f5c07 admin admin] Publish callbacks [] for security_group (7f5c0242-fe37-4b41-ab3c-4fd078df35d9), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:51.562960 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9f1c0e15-5cf3-4ac4-8b0d-b79d24c910ca req-c03e0236-a3a5-45ba-9553-c195b0359036 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013737 Sep 13 13:07:51.636372 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-53ea967e-87ab-40bb-a351-8597c63f5c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (7f5c0242-fe37-4b41-ab3c-4fd078df35d9), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:51.640023 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-53ea967e-87ab-40bb-a351-8597c63f5c07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:51.641224 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-53ea967e-87ab-40bb-a351-8597c63f5c07 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/7f5c0242-fe37-4b41-ab3c-4fd078df35d9 HTTP/1.1" status: 204 len: 168 time: 0.2524121 Sep 13 13:07:51.663559 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 37286) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:51.668393 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ea967e-87ab-40bb-a351-8597c63f5c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5c0242-fe37-4b41-ab3c-4fd078df35d9,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:51.706662 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f20ca158-ae1e-49b9-aaa8-24bf3f40bb4f None None] New status for floating IP 2e630927-498d-4dce-8797-7bdfb3739181: ACTIVE {{(pid=106852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:07:51.742272 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98184213-4ba6-498e-a02d-47e12532651d req-28d59ca0-e8a3-4017-98db-8f893e9de138 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:51.743907 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-98184213-4ba6-498e-a02d-47e12532651d req-28d59ca0-e8a3-4017-98db-8f893e9de138 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.61 "GET /networking/v2.0/networks?id=19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1 HTTP/1.1" status: 200 len: 809 time: 0.1566086 Sep 13 13:07:51.781594 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 37292) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:51.941717 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-678cb8b7-1249-421c-adbe-4a3cf5c2d592 req-a7d2503d-f4c9-4f1a-870a-2286b8687605 service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2791257 Sep 13 13:07:51.950994 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [req-678cb8b7-1249-421c-adbe-4a3cf5c2d592 req-32150cb5-63f8-44f3-82d7-5fe0e0517fd9 service neutron] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106849) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 13:07:51.951991 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-678cb8b7-1249-421c-adbe-4a3cf5c2d592 req-32150cb5-63f8-44f3-82d7-5fe0e0517fd9 service neutron] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0052657 Sep 13 13:07:52.092172 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 80c82096-8d7e-47cb-a713-18ffef510762 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:07:52.123633 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-98184213-4ba6-498e-a02d-47e12532651d req-37c25b88-f543-4eac-a01b-ebdb12478c97 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=9788b5b66a0c452cb39b263ca30284e0 HTTP/1.1" status: 200 len: 380 time: 0.3656824 Sep 13 13:07:52.137630 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-98184213-4ba6-498e-a02d-47e12532651d req-3fa3c89d-5fd2-40b8-99e4-506b42cd38ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Request body: {'port': {'device_id': 'd54284e3-c8b5-4ca1-8fba-355677093187', 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1', 'admin_state_up': True, 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'security_groups': ['8fdb986f-b679-47c5-bba2-71634a67c6b3']}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:07:52.145514 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 37300) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:52.163766 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-eabceb70-d83a-4fff-82f0-372d404d39a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:52.314325 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 80c82096-8d7e-47cb-a713-18ffef510762 is: DOWN; New status is: DOWN {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:07:52.331524 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:52.340017 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-11c3ba05-e274-481c-8528-28ebfd4d8e11 req-57d9a2e4-7681-4c89-bfa2-459bd064e84f tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 210 time: 0.0702908 Sep 13 13:07:52.343669 dv-cinder-801354-10-iscsi neutron-server[106849]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 13 13:07:52.394674 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cb8b7-1249-421c-adbe-4a3cf5c2d592 req-145d33dc-f0e1-4005-a714-d57c7abbe7ed tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:52.396689 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-678cb8b7-1249-421c-adbe-4a3cf5c2d592 req-145d33dc-f0e1-4005-a714-d57c7abbe7ed tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports/80c82096-8d7e-47cb-a713-18ffef510762 HTTP/1.1" status: 200 len: 941 time: 0.2501655 Sep 13 13:07:52.404740 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d43f0e1-906e-49ac-bbaa-cb0fefb74e85 req-c6b9a993-5450-44cd-8c90-cf25acf2ef41 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:52.406284 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5d43f0e1-906e-49ac-bbaa-cb0fefb74e85 req-c6b9a993-5450-44cd-8c90-cf25acf2ef41 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.1152499 Sep 13 13:07:52.527611 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5d43f0e1-906e-49ac-bbaa-cb0fefb74e85 req-2e9b552b-042d-4282-8da8-06c257468d88 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090021 Sep 13 13:07:52.536587 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-eabceb70-d83a-4fff-82f0-372d404d39a3 admin admin] Publish callbacks [] for security_group (26e2b5e6-7bf7-4524-8c61-74755c95d7b5), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:52.563113 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98184213-4ba6-498e-a02d-47e12532651d req-3fa3c89d-5fd2-40b8-99e4-506b42cd38ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Made reservation on behalf of 9788b5b66a0c452cb39b263ca30284e0 for: {'port': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:07:52.567421 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-98184213-4ba6-498e-a02d-47e12532651d req-3fa3c89d-5fd2-40b8-99e4-506b42cd38ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:52.585208 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:52.593330 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-eabceb70-d83a-4fff-82f0-372d404d39a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (26e2b5e6-7bf7-4524-8c61-74755c95d7b5), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:52.675416 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabceb70-d83a-4fff-82f0-372d404d39a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e2b5e6-7bf7-4524-8c61-74755c95d7b5,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:52.679813 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-eabceb70-d83a-4fff-82f0-372d404d39a3 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=743eb3a5068f4b59bc85e7fb17c83787&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8972414 Sep 13 13:07:52.682881 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 37314) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:07:52.738624 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [req-98184213-4ba6-498e-a02d-47e12532651d req-3fa3c89d-5fd2-40b8-99e4-506b42cd38ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Allocated IP 172.20.0.8 (19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1/4b81446e-11cc-48df-8c30-3a35b9db59c9/8e930901-ec1d-472f-b5bb-13698d503229) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:07:52.745104 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-26ca65e8-df96-4d42-8b5d-6c259ce335e2 admin admin] Publish callbacks [] for security_group (26e2b5e6-7bf7-4524-8c61-74755c95d7b5), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:52.779248 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-26ca65e8-df96-4d42-8b5d-6c259ce335e2 admin admin] Publish callbacks [] for security_group (26e2b5e6-7bf7-4524-8c61-74755c95d7b5), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:52.873045 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:52.899912 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-98184213-4ba6-498e-a02d-47e12532651d req-3fa3c89d-5fd2-40b8-99e4-506b42cd38ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for port (8e930901-ec1d-472f-b5bb-13698d503229), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:52.909918 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-26ca65e8-df96-4d42-8b5d-6c259ce335e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (26e2b5e6-7bf7-4524-8c61-74755c95d7b5), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:52.912422 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-26ca65e8-df96-4d42-8b5d-6c259ce335e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:52.914029 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-26ca65e8-df96-4d42-8b5d-6c259ce335e2 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/26e2b5e6-7bf7-4524-8c61-74755c95d7b5 HTTP/1.1" status: 204 len: 168 time: 0.2299385 Sep 13 13:07:52.922780 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca65e8-df96-4d42-8b5d-6c259ce335e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e2b5e6-7bf7-4524-8c61-74755c95d7b5,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:53.004623 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-98184213-4ba6-498e-a02d-47e12532651d req-3fa3c89d-5fd2-40b8-99e4-506b42cd38ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (8e930901-ec1d-472f-b5bb-13698d503229), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:53.052133 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98184213-4ba6-498e-a02d-47e12532651d req-3fa3c89d-5fd2-40b8-99e4-506b42cd38ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Network 19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1 is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:07:53.060025 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [req-98184213-4ba6-498e-a02d-47e12532651d req-3fa3c89d-5fd2-40b8-99e4-506b42cd38ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:07:53.060025 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-98184213-4ba6-498e-a02d-47e12532651d req-3fa3c89d-5fd2-40b8-99e4-506b42cd38ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:07:53.087878 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa3c89d-5fd2-40b8-99e4-506b42cd38ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Pushing event updated for resources: {'Port': ['ID=8e930901-ec1d-472f-b5bb-13698d503229,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:53.134303 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98184213-4ba6-498e-a02d-47e12532651d req-3fa3c89d-5fd2-40b8-99e4-506b42cd38ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:53.134968 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-98184213-4ba6-498e-a02d-47e12532651d req-3fa3c89d-5fd2-40b8-99e4-506b42cd38ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:53.232390 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-98184213-4ba6-498e-a02d-47e12532651d req-3fa3c89d-5fd2-40b8-99e4-506b42cd38ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1004100 Sep 13 13:07:53.245176 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-98184213-4ba6-498e-a02d-47e12532651d req-433754a4-9a62-4ed4-ac6d-0cd8a88b4fc6 service neutron] Request body: {'port': {'device_id': 'd54284e3-c8b5-4ca1-8fba-355677093187', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:07:53.287925 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-69ab6ce1-aa0d-41c5-9148-5cecafae1aa9 None None] Provisioning complete for port 8e930901-ec1d-472f-b5bb-13698d503229 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:07:53.288495 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-69ab6ce1-aa0d-41c5-9148-5cecafae1aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (8e930901-ec1d-472f-b5bb-13698d503229), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:53.326501 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-98184213-4ba6-498e-a02d-47e12532651d req-433754a4-9a62-4ed4-ac6d-0cd8a88b4fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (8e930901-ec1d-472f-b5bb-13698d503229), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:53.480017 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-69ab6ce1-aa0d-41c5-9148-5cecafae1aa9 None None] Port 8e930901-ec1d-472f-b5bb-13698d503229 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:07:53.530224 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=94,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:53.577844 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb55f62-cc27-4380-8826-7217442915e8 req-698dadf1-79d8-4797-b25c-fca3f1fca383 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:53.579253 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bdb55f62-cc27-4380-8826-7217442915e8 req-698dadf1-79d8-4797-b25c-fca3f1fca383 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 931 time: 0.0947936 Sep 13 13:07:53.704085 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bdb55f62-cc27-4380-8826-7217442915e8 req-2e4bb793-0bdf-4371-a622-09dd4082aabc tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161387 Sep 13 13:07:53.726966 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c96f6d7-9815-478c-8e28-c4528485d57d req-73054178-0f1c-4535-925b-883dcec74e3f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:53.728531 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7c96f6d7-9815-478c-8e28-c4528485d57d req-73054178-0f1c-4535-925b-883dcec74e3f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0924289 Sep 13 13:07:53.778307 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [req-98184213-4ba6-498e-a02d-47e12532651d req-433754a4-9a62-4ed4-ac6d-0cd8a88b4fc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e930901-ec1d-472f-b5bb-13698d503229 {{(pid=106850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:07:53.790809 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-98184213-4ba6-498e-a02d-47e12532651d req-433754a4-9a62-4ed4-ac6d-0cd8a88b4fc6 service neutron] Publish callbacks [] for port (8e930901-ec1d-472f-b5bb-13698d503229), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:53.823263 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.provisioning_blocks [req-98184213-4ba6-498e-a02d-47e12532651d req-433754a4-9a62-4ed4-ac6d-0cd8a88b4fc6 service neutron] Transition to ACTIVE for port object 8e930901-ec1d-472f-b5bb-13698d503229 will not be triggered until provisioned by entity L2. {{(pid=106850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 13:07:53.826922 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7c96f6d7-9815-478c-8e28-c4528485d57d req-ffedd625-880a-4d9a-8853-b0271573f96b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748098 Sep 13 13:07:53.900715 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-98184213-4ba6-498e-a02d-47e12532651d req-433754a4-9a62-4ed4-ac6d-0cd8a88b4fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (8e930901-ec1d-472f-b5bb-13698d503229), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:53.963446 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433754a4-9a62-4ed4-ac6d-0cd8a88b4fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=8e930901-ec1d-472f-b5bb-13698d503229,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:54.013864 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-98184213-4ba6-498e-a02d-47e12532651d req-433754a4-9a62-4ed4-ac6d-0cd8a88b4fc6 service neutron] Attempting to bind port 8e930901-ec1d-472f-b5bb-13698d503229 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:07:54.014195 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-98184213-4ba6-498e-a02d-47e12532651d req-433754a4-9a62-4ed4-ac6d-0cd8a88b4fc6 service neutron] Attempting to bind port 8e930901-ec1d-472f-b5bb-13698d503229 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'e8f7bc83-fef4-47b7-8bca-574a1cb75265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:07:54.014533 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98184213-4ba6-498e-a02d-47e12532651d req-433754a4-9a62-4ed4-ac6d-0cd8a88b4fc6 service neutron] Attempting to bind port 8e930901-ec1d-472f-b5bb-13698d503229 on network 19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:07:54.060055 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98184213-4ba6-498e-a02d-47e12532651d req-433754a4-9a62-4ed4-ac6d-0cd8a88b4fc6 service neutron] Port 8e930901-ec1d-472f-b5bb-13698d503229 on network 19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 13:07:54.061064 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98184213-4ba6-498e-a02d-47e12532651d req-433754a4-9a62-4ed4-ac6d-0cd8a88b4fc6 service neutron] Attempting to bind port 8e930901-ec1d-472f-b5bb-13698d503229 on network 19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:07:54.110457 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98184213-4ba6-498e-a02d-47e12532651d req-433754a4-9a62-4ed4-ac6d-0cd8a88b4fc6 service neutron] Checking agent: {'id': '96974c91-2132-4a74-8ded-139ad5e3b835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 13, 3), 'started_at': datetime.datetime(2022, 9, 13, 13, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 7, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:07:54.110796 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98184213-4ba6-498e-a02d-47e12532651d req-433754a4-9a62-4ed4-ac6d-0cd8a88b4fc6 service neutron] Checking segment: {'id': 'e8f7bc83-fef4-47b7-8bca-574a1cb75265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:07:54.111196 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98184213-4ba6-498e-a02d-47e12532651d req-433754a4-9a62-4ed4-ac6d-0cd8a88b4fc6 service neutron] Bound using segment: {'id': 'e8f7bc83-fef4-47b7-8bca-574a1cb75265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:07:54.111608 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-98184213-4ba6-498e-a02d-47e12532651d req-433754a4-9a62-4ed4-ac6d-0cd8a88b4fc6 service neutron] Bound port: 8e930901-ec1d-472f-b5bb-13698d503229, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8f7bc83-fef4-47b7-8bca-574a1cb75265', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:07:54.111965 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-98184213-4ba6-498e-a02d-47e12532651d req-433754a4-9a62-4ed4-ac6d-0cd8a88b4fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (8e930901-ec1d-472f-b5bb-13698d503229), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:54.171795 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:54.174843 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-98184213-4ba6-498e-a02d-47e12532651d req-433754a4-9a62-4ed4-ac6d-0cd8a88b4fc6 service neutron] For port 8e930901-ec1d-472f-b5bb-13698d503229, host hv-cinder-80135, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:07:54.178499 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-98184213-4ba6-498e-a02d-47e12532651d req-433754a4-9a62-4ed4-ac6d-0cd8a88b4fc6 service neutron] For port 8e930901-ec1d-472f-b5bb-13698d503229, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=8e930901-ec1d-472f-b5bb-13698d503229,segment=NetworkSegment(e8f7bc83-fef4-47b7-8bca-574a1cb75265),segment_id=e8f7bc83-fef4-47b7-8bca-574a1cb75265)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:07:54.247317 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-98184213-4ba6-498e-a02d-47e12532651d req-433754a4-9a62-4ed4-ac6d-0cd8a88b4fc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (8e930901-ec1d-472f-b5bb-13698d503229), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:54.252864 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98184213-4ba6-498e-a02d-47e12532651d req-433754a4-9a62-4ed4-ac6d-0cd8a88b4fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:54.253588 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-98184213-4ba6-498e-a02d-47e12532651d req-433754a4-9a62-4ed4-ac6d-0cd8a88b4fc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:07:54.254749 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-98184213-4ba6-498e-a02d-47e12532651d req-433754a4-9a62-4ed4-ac6d-0cd8a88b4fc6 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/8e930901-ec1d-472f-b5bb-13698d503229 HTTP/1.1" status: 200 len: 1093 time: 1.0143278 Sep 13 13:07:54.255303 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54284e3-c8b5-4ca1-8fba-355677093187', 'tag': '8e930901-ec1d-472f-b5bb-13698d503229'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:07:54.257592 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac0c7690-bef7-4080-bbbc-4d37f7273338" -d '{"events": [{"name": "network-changed", "server_uuid": "d54284e3-c8b5-4ca1-8fba-355677093187", "tag": "8e930901-ec1d-472f-b5bb-13698d503229"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:07:54.308086 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e696d545-ffd5-4edb-a2db-fb7b373bd2fb x-openstack-request-id: req-e696d545-ffd5-4edb-a2db-fb7b373bd2fb {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:07:54.308086 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54284e3-c8b5-4ca1-8fba-355677093187", "tag": "8e930901-ec1d-472f-b5bb-13698d503229", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:07:54.308086 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e696d545-ffd5-4edb-a2db-fb7b373bd2fb {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:07:54.308086 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e696d545-ffd5-4edb-a2db-fb7b373bd2fb'] response: {'name': 'network-changed', 'server_uuid': 'd54284e3-c8b5-4ca1-8fba-355677093187', 'tag': '8e930901-ec1d-472f-b5bb-13698d503229', 'status': 'completed', 'code': 200} Sep 13 13:07:54.316557 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433754a4-9a62-4ed4-ac6d-0cd8a88b4fc6 service neutron] Pushing event updated for resources: {'Port': ['ID=8e930901-ec1d-472f-b5bb-13698d503229,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:07:54.382295 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c7690-bef7-4080-bbbc-4d37f7273338 req-dd2894b2-5e75-47ea-8334-9f58dd2ca50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:54.386200 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ac0c7690-bef7-4080-bbbc-4d37f7273338 req-dd2894b2-5e75-47ea-8334-9f58dd2ca50c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=9788b5b66a0c452cb39b263ca30284e0&device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 1127 time: 0.0476134 Sep 13 13:07:54.506864 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c7690-bef7-4080-bbbc-4d37f7273338 req-ae5fd5a0-2e59-4210-af9d-9310b8ac014d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:54.508059 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ac0c7690-bef7-4080-bbbc-4d37f7273338 req-ae5fd5a0-2e59-4210-af9d-9310b8ac014d service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=9788b5b66a0c452cb39b263ca30284e0&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1031892 Sep 13 13:07:54.578740 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:54.606626 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c7690-bef7-4080-bbbc-4d37f7273338 req-78898748-e8ff-4fda-b61c-e3bf9cea2257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:54.608090 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ac0c7690-bef7-4080-bbbc-4d37f7273338 req-78898748-e8ff-4fda-b61c-e3bf9cea2257 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0937223 Sep 13 13:07:54.689447 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98184213-4ba6-498e-a02d-47e12532651d req-f06464a8-6942-4f76-9087-0defef9e157d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:54.690963 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-98184213-4ba6-498e-a02d-47e12532651d req-f06464a8-6942-4f76-9087-0defef9e157d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=9788b5b66a0c452cb39b263ca30284e0&device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 1127 time: 0.0401106 Sep 13 13:07:54.746828 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-98184213-4ba6-498e-a02d-47e12532651d req-76a6fa70-2680-4e15-b544-c47ef3c0c3a3 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e930901-ec1d-472f-b5bb-13698d503229 HTTP/1.1" status: 200 len: 217 time: 0.0352154 Sep 13 13:07:54.849170 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98184213-4ba6-498e-a02d-47e12532651d req-12b6cf40-bdb1-4271-a03c-4b7566e4ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:54.854173 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-98184213-4ba6-498e-a02d-47e12532651d req-12b6cf40-bdb1-4271-a03c-4b7566e4ff2f service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=4b81446e-11cc-48df-8c30-3a35b9db59c9 HTTP/1.1" status: 200 len: 848 time: 0.0863678 Sep 13 13:07:54.858953 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25accb42-d806-4594-a25c-d5dbdbf7ae73 req-b751f836-6a7f-41fa-9f0b-8d180621ba74 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:54.860344 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-25accb42-d806-4594-a25c-d5dbdbf7ae73 req-b751f836-6a7f-41fa-9f0b-8d180621ba74 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0627472 Sep 13 13:07:54.917848 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98184213-4ba6-498e-a02d-47e12532651d req-3822165b-72bd-41dc-9f39-01155e52b02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:54.919354 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-98184213-4ba6-498e-a02d-47e12532651d req-3822165b-72bd-41dc-9f39-01155e52b02a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0581858 Sep 13 13:07:54.997889 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-25accb42-d806-4594-a25c-d5dbdbf7ae73 req-9073b887-da8f-4c46-bc95-7516e236c0f7 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278229 Sep 13 13:07:55.036004 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd31736f-c747-4f4b-bc04-67ea5249d84c req-17151677-ec6e-46d4-89aa-8ba495d34410 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:55.037496 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cd31736f-c747-4f4b-bc04-67ea5249d84c req-17151677-ec6e-46d4-89aa-8ba495d34410 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.1161373 Sep 13 13:07:55.112860 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-98184213-4ba6-498e-a02d-47e12532651d req-5f090870-4531-444c-b6c5-386bc9641ef7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748106 Sep 13 13:07:55.120941 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cd31736f-c747-4f4b-bc04-67ea5249d84c req-371cb95a-2fbb-4aa2-ac78-d9c6db3ef1a5 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729787 Sep 13 13:07:55.184323 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:55.219494 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-98184213-4ba6-498e-a02d-47e12532651d req-ae54e817-05e0-4d0e-a69e-2b4f61091389 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976186 Sep 13 13:07:56.044246 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cb8b7-1249-421c-adbe-4a3cf5c2d592 req-e3fe94b3-4149-4e49-ab52-ef4ec9bbe06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:56.045800 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-678cb8b7-1249-421c-adbe-4a3cf5c2d592 req-e3fe94b3-4149-4e49-ab52-ef4ec9bbe06f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8&tenant_id=a4e94c8248874defa3cb01d0725dfcb0 HTTP/1.1" status: 200 len: 1128 time: 0.0782142 Sep 13 13:07:56.136573 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cb8b7-1249-421c-adbe-4a3cf5c2d592 req-41b5cc7f-85e3-4bca-a296-24e8f90b4104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:56.138218 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-678cb8b7-1249-421c-adbe-4a3cf5c2d592 req-41b5cc7f-85e3-4bca-a296-24e8f90b4104 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a4e94c8248874defa3cb01d0725dfcb0&device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 1128 time: 0.0668941 Sep 13 13:07:56.148138 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a93a80-19e1-4903-b6b0-698fca831781 req-56235fd3-538f-417c-a65f-80781b817a31 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:56.149490 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-87a93a80-19e1-4903-b6b0-698fca831781 req-56235fd3-538f-417c-a65f-80781b817a31 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0685103 Sep 13 13:07:56.297441 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501d54af-845b-40f0-aa1d-755521e5bfd5 req-7b9dc856-e616-4dd8-8a1d-f7b4642047ed tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:56.298849 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-501d54af-845b-40f0-aa1d-755521e5bfd5 req-7b9dc856-e616-4dd8-8a1d-f7b4642047ed tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0884879 Sep 13 13:07:56.308033 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-87a93a80-19e1-4903-b6b0-698fca831781 req-dd23ca8b-065c-4830-89a8-8e429fcdb60d tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1504302 Sep 13 13:07:56.323399 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cb8b7-1249-421c-adbe-4a3cf5c2d592 req-a1ca5a77-72f4-48d5-b099-4de430381dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:56.324876 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-678cb8b7-1249-421c-adbe-4a3cf5c2d592 req-a1ca5a77-72f4-48d5-b099-4de430381dc9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=8b1eaf98-b39c-4204-9cb2-5b574f83717c HTTP/1.1" status: 200 len: 918 time: 0.1745131 Sep 13 13:07:56.410478 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-501d54af-845b-40f0-aa1d-755521e5bfd5 req-062290c7-8391-44a8-9bb4-ae08129ad672 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970969 Sep 13 13:07:56.414817 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-678cb8b7-1249-421c-adbe-4a3cf5c2d592 req-c0a43177-ab1a-4ce2-b1fb-b546df408b7c service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80c82096-8d7e-47cb-a713-18ffef510762 HTTP/1.1" status: 200 len: 1000 time: 0.0767393 Sep 13 13:07:56.465663 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cb8b7-1249-421c-adbe-4a3cf5c2d592 req-0b840eca-5bea-48d7-9cc0-c71a666f11ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:56.467174 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-678cb8b7-1249-421c-adbe-4a3cf5c2d592 req-0b840eca-5bea-48d7-9cc0-c71a666f11ee service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=707a845c-7141-4086-a3f3-fd8375e89ff4 HTTP/1.1" status: 200 len: 856 time: 0.0454516 Sep 13 13:07:56.511785 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678cb8b7-1249-421c-adbe-4a3cf5c2d592 req-72a45e9c-d52d-4059-81f1-851d64283909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:56.513282 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-678cb8b7-1249-421c-adbe-4a3cf5c2d592 req-72a45e9c-d52d-4059-81f1-851d64283909 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=8b1eaf98-b39c-4204-9cb2-5b574f83717c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0385211 Sep 13 13:07:56.608317 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-678cb8b7-1249-421c-adbe-4a3cf5c2d592 req-9a5cdabf-4789-4f31-9eba-e9a4dcc1dd91 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8b1eaf98-b39c-4204-9cb2-5b574f83717c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876420 Sep 13 13:07:56.701842 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-678cb8b7-1249-421c-adbe-4a3cf5c2d592 req-b122a2cf-cd50-4b17-b8db-c612c7669360 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8b1eaf98-b39c-4204-9cb2-5b574f83717c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840416 Sep 13 13:07:57.466841 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79424e0-661c-441e-a3d7-45177e248949 req-3a01833f-ce5d-41b3-b660-b07d4707aa14 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:57.485514 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e79424e0-661c-441e-a3d7-45177e248949 req-3a01833f-ce5d-41b3-b660-b07d4707aa14 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0865896 Sep 13 13:07:57.598244 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e79424e0-661c-441e-a3d7-45177e248949 req-6011ae0e-661d-4819-bf94-bb510881ffdb tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117654 Sep 13 13:07:57.610377 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07a019c-c20d-475b-a22f-b09f38ba15c7 req-d6b7186e-796a-4e4e-aabe-5153117518a4 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:57.611867 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b07a019c-c20d-475b-a22f-b09f38ba15c7 req-d6b7186e-796a-4e4e-aabe-5153117518a4 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0777254 Sep 13 13:07:57.690185 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b07a019c-c20d-475b-a22f-b09f38ba15c7 req-3eb4f02a-2736-4b5b-b767-ad7c20bd0ae9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554068 Sep 13 13:07:58.190929 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=100 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:58.743135 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e23540-66f2-47c5-a605-9e0f0bd5e72c req-d98d19f2-be84-4898-9fc8-3e3f5e0e5881 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:58.744700 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-29e23540-66f2-47c5-a605-9e0f0bd5e72c req-d98d19f2-be84-4898-9fc8-3e3f5e0e5881 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0545042 Sep 13 13:07:58.769199 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:58.808990 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:07:58.846454 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-29e23540-66f2-47c5-a605-9e0f0bd5e72c req-2c6b60c9-9a13-4b1a-a4cf-c46b8d0dcc41 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955846 Sep 13 13:07:58.867218 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cd20b-e676-401d-bfaa-9651e99c21f1 req-9244dda0-ed76-4ab7-b987-bc30ae877105 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:07:58.868513 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-017cd20b-e676-401d-bfaa-9651e99c21f1 req-9244dda0-ed76-4ab7-b987-bc30ae877105 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0746188 Sep 13 13:07:58.925431 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-017cd20b-e676-401d-bfaa-9651e99c21f1 req-a1955a20-094e-4dcc-aa33-ac0efd1f0599 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491221 Sep 13 13:08:00.008275 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597c3966-5d68-4414-9c8e-bee1a23153a9 req-d66ee8ab-e2e9-41d9-88b5-99b54a21dbe2 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:00.010905 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-597c3966-5d68-4414-9c8e-bee1a23153a9 req-d66ee8ab-e2e9-41d9-88b5-99b54a21dbe2 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0823100 Sep 13 13:08:00.106664 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d156d98-6cda-45e2-8385-df6ca34a1586 req-d78e7ec9-4aa7-403d-9f28-3088998e5157 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:00.108564 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1d156d98-6cda-45e2-8385-df6ca34a1586 req-d78e7ec9-4aa7-403d-9f28-3088998e5157 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0832832 Sep 13 13:08:00.114855 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-597c3966-5d68-4414-9c8e-bee1a23153a9 req-239cb786-f639-4848-b4d6-487b805465ec tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981116 Sep 13 13:08:00.167586 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1d156d98-6cda-45e2-8385-df6ca34a1586 req-a527e5f4-354b-4b6e-88ce-dc956d673ccc tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514359 Sep 13 13:08:01.157613 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:01.274914 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208b046-c576-4fcd-a3f2-2a935c39a4fd req-2d806286-544a-4874-a150-420430b8cd87 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:01.276538 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3208b046-c576-4fcd-a3f2-2a935c39a4fd req-2d806286-544a-4874-a150-420430b8cd87 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0647843 Sep 13 13:08:01.364754 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81484b7d-a3e4-4d85-a2ad-1a5c94a89981 req-ce1b3b47-f1d3-469d-a8fb-c2bd71112f3a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:01.366608 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-81484b7d-a3e4-4d85-a2ad-1a5c94a89981 req-ce1b3b47-f1d3-469d-a8fb-c2bd71112f3a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0766869 Sep 13 13:08:01.395141 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3208b046-c576-4fcd-a3f2-2a935c39a4fd req-10625209-b3c9-4f16-968b-719b5bc1ad70 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1123698 Sep 13 13:08:01.436869 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-81484b7d-a3e4-4d85-a2ad-1a5c94a89981 req-f324bbaa-56e6-43cf-9be1-2c7d7cb9fa2a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636597 Sep 13 13:08:01.753981 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:01.870945 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:02.529593 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7281b20-2612-4bb5-b48f-297cbdb4a411 req-69223898-179f-4f8c-bb95-1756839a1260 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:02.531286 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a7281b20-2612-4bb5-b48f-297cbdb4a411 req-69223898-179f-4f8c-bb95-1756839a1260 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0530226 Sep 13 13:08:02.607032 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d42f4-0c33-48f6-8795-8b2ab6697cba req-202cd2eb-3a87-4b4d-ab0a-39cd0925f085 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:02.608800 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cc6d42f4-0c33-48f6-8795-8b2ab6697cba req-202cd2eb-3a87-4b4d-ab0a-39cd0925f085 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0763388 Sep 13 13:08:02.644825 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a7281b20-2612-4bb5-b48f-297cbdb4a411 req-80eb8731-cc02-4a46-8c4f-004991e60497 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020710 Sep 13 13:08:02.674672 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cc6d42f4-0c33-48f6-8795-8b2ab6697cba req-ee78217e-7eb8-48fd-9b7d-dbf82689d54e tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562303 Sep 13 13:08:02.816863 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=64,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:02.923236 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=51,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:03.286570 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-269e1d0f-c28d-401a-ade9-f4939cc3cc56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:03.779268 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77a92ab-27f5-43ca-8b65-940428ee669e req-22d18d2b-87da-41d5-be83-8e978a10b9df tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:03.780878 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a77a92ab-27f5-43ca-8b65-940428ee669e req-22d18d2b-87da-41d5-be83-8e978a10b9df tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0544560 Sep 13 13:08:03.840819 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c62892c-9934-4516-82cf-3256eb04e8df req-303a6e36-728f-401e-9106-b7d1797fd984 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:03.842362 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4c62892c-9934-4516-82cf-3256eb04e8df req-303a6e36-728f-401e-9106-b7d1797fd984 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0605423 Sep 13 13:08:03.885256 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a77a92ab-27f5-43ca-8b65-940428ee669e req-3b32fa62-b3c6-45b2-ac89-036ce3574fb0 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946856 Sep 13 13:08:03.916396 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4c62892c-9934-4516-82cf-3256eb04e8df req-87d8f62c-b8ce-4438-a4bd-cb0422b17c9a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680320 Sep 13 13:08:05.018382 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a143ee-c8f4-4976-9896-0e980d41267c req-6ce69e89-1309-49a5-8b42-3f2750dc4b22 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:05.019911 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-42a143ee-c8f4-4976-9896-0e980d41267c req-6ce69e89-1309-49a5-8b42-3f2750dc4b22 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0554452 Sep 13 13:08:05.084905 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dfe3de-0842-4fb7-a79d-0eb747de6c3a req-3d690136-9da1-47e9-a372-ad3a258124b8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:05.086829 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-46dfe3de-0842-4fb7-a79d-0eb747de6c3a req-3d690136-9da1-47e9-a372-ad3a258124b8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0660374 Sep 13 13:08:05.130475 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-42a143ee-c8f4-4976-9896-0e980d41267c req-c36ee32d-ec63-4dba-ab7f-e0f3a6d3b7c2 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003137 Sep 13 13:08:05.142226 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:05.159950 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-46dfe3de-0842-4fb7-a79d-0eb747de6c3a req-7e1aee30-36e4-4d8c-9a9d-62dcfe504ecc tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647075 Sep 13 13:08:05.391397 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-6503c37e-79ff-483b-a59d-760ec4b4fec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:06.225779 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:06.314598 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac70600-58b4-437a-9dcb-289d814d02e7 req-d05cbe12-eb31-4696-a7e4-e0ae0ff4c0bc tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:06.316132 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-aac70600-58b4-437a-9dcb-289d814d02e7 req-d05cbe12-eb31-4696-a7e4-e0ae0ff4c0bc tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.1011541 Sep 13 13:08:06.326974 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d494c944-b8ec-40a4-8036-2494edbfd78b req-3e32b7fa-3115-4a36-8f53-3658469bceea tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:06.328438 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d494c944-b8ec-40a4-8036-2494edbfd78b req-3e32b7fa-3115-4a36-8f53-3658469bceea tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0617132 Sep 13 13:08:06.408827 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-aac70600-58b4-437a-9dcb-289d814d02e7 req-7109e8fd-76b3-4101-bb3a-45844b0bfe8a tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794227 Sep 13 13:08:06.427555 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d494c944-b8ec-40a4-8036-2494edbfd78b req-7bf8b81e-f564-4e05-997d-cba3af1d1ba2 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884001 Sep 13 13:08:06.888359 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:07.553318 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337bc0ba-07e2-45f9-abeb-a05eb83670c8 req-36105e3b-1782-4be9-8191-ee1ab6be52e1 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:07.555472 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-337bc0ba-07e2-45f9-abeb-a05eb83670c8 req-36105e3b-1782-4be9-8191-ee1ab6be52e1 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0642471 Sep 13 13:08:07.603083 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b338255c-7938-4cef-8753-37cbd4b41c29 req-e9eb9a62-e004-4b48-934f-bc60d02bf16e tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:07.604643 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b338255c-7938-4cef-8753-37cbd4b41c29 req-e9eb9a62-e004-4b48-934f-bc60d02bf16e tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0787077 Sep 13 13:08:07.665006 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-337bc0ba-07e2-45f9-abeb-a05eb83670c8 req-a4a85fc9-75e9-4091-afe3-d0859188284f tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938509 Sep 13 13:08:07.676640 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b338255c-7938-4cef-8753-37cbd4b41c29 req-133869c0-a3ee-4557-9091-4bf23bf5c158 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659916 Sep 13 13:08:08.212417 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:08.357015 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:08.821345 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f11ce3-e385-456a-976d-3a40be2e02c4 req-340ccb24-569b-422c-ba9d-8f136864787e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:08.822432 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-08f11ce3-e385-456a-976d-3a40be2e02c4 req-340ccb24-569b-422c-ba9d-8f136864787e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0788462 Sep 13 13:08:08.853166 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17447f68-c65d-476c-b604-fb931e6f5151 req-b427ee99-f95d-499e-91ba-3429b0e3bb82 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:08.853166 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-17447f68-c65d-476c-b604-fb931e6f5151 req-b427ee99-f95d-499e-91ba-3429b0e3bb82 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0732362 Sep 13 13:08:08.904611 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-08f11ce3-e385-456a-976d-3a40be2e02c4 req-880fca50-3393-4fb4-951d-86c6756dd64e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761378 Sep 13 13:08:08.921433 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-17447f68-c65d-476c-b604-fb931e6f5151 req-6723e005-7a78-470b-b039-f21e6acc6ba1 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624013 Sep 13 13:08:10.061547 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e56fb57-55cb-4917-b254-c3a09c0c3758 req-9df62171-0a96-47e5-ba44-8a68e13fdd41 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:10.063018 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4e56fb57-55cb-4917-b254-c3a09c0c3758 req-9df62171-0a96-47e5-ba44-8a68e13fdd41 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0814698 Sep 13 13:08:10.092483 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa97ae1-03af-4030-9088-c31b3d0880ac req-636c2e75-0197-4796-b6dc-ad23e6c0eecd tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:10.093933 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7aa97ae1-03af-4030-9088-c31b3d0880ac req-636c2e75-0197-4796-b6dc-ad23e6c0eecd tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0780950 Sep 13 13:08:10.160694 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4e56fb57-55cb-4917-b254-c3a09c0c3758 req-dbce60b0-2228-4056-a5cc-33d3baf208d4 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898001 Sep 13 13:08:10.164633 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7aa97ae1-03af-4030-9088-c31b3d0880ac req-1095ad2b-2038-434c-8481-a60b0d5b7e40 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634511 Sep 13 13:08:10.288062 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e6d482b9-6d9a-455a-b613-b9383a41ff96 req-16ef4fce-ff9b-4ac1-a475-692283a51cb3 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0370455 Sep 13 13:08:10.380341 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d482b9-6d9a-455a-b613-b9383a41ff96 req-7ab65b04-42c6-40ed-ba4a-087a265eed61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:10.381849 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e6d482b9-6d9a-455a-b613-b9383a41ff96 req-7ab65b04-42c6-40ed-ba4a-087a265eed61 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=7775bd9f19b64c8ca07407c103dcff9b&device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 1129 time: 0.0419993 Sep 13 13:08:10.716897 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d482b9-6d9a-455a-b613-b9383a41ff96 req-20962f4a-0793-4b2d-badb-0b27a7749f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:10.718392 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e6d482b9-6d9a-455a-b613-b9383a41ff96 req-20962f4a-0793-4b2d-badb-0b27a7749f98 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=1f0b8231-ada5-4945-87a4-d1b052328819 HTTP/1.1" status: 200 len: 916 time: 0.3095121 Sep 13 13:08:10.772393 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:10.782720 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e6d482b9-6d9a-455a-b613-b9383a41ff96 req-9c5f6c7f-2d9c-423a-b2da-d38180641c7a service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c HTTP/1.1" status: 200 len: 1001 time: 0.0570159 Sep 13 13:08:10.832847 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d482b9-6d9a-455a-b613-b9383a41ff96 req-244305b5-2d1d-4a4a-8e18-7db7557c4d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:10.834256 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e6d482b9-6d9a-455a-b613-b9383a41ff96 req-244305b5-2d1d-4a4a-8e18-7db7557c4d80 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8e8aac7b-ea4b-46cf-9476-3c7b376f07e0 HTTP/1.1" status: 200 len: 854 time: 0.0418987 Sep 13 13:08:10.877842 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d482b9-6d9a-455a-b613-b9383a41ff96 req-1a551f87-22b9-4fad-8706-59e1eaa689c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:10.879325 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e6d482b9-6d9a-455a-b613-b9383a41ff96 req-1a551f87-22b9-4fad-8706-59e1eaa689c9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=1f0b8231-ada5-4945-87a4-d1b052328819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0376284 Sep 13 13:08:10.942794 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:10.974249 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e6d482b9-6d9a-455a-b613-b9383a41ff96 req-5948e017-4c61-4226-9588-a42c71a805ec service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850596 Sep 13 13:08:11.067847 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e6d482b9-6d9a-455a-b613-b9383a41ff96 req-3e2be4a6-18ef-4292-9083-fefbf0bc005a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823498 Sep 13 13:08:11.313185 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0309b9-aeff-44ad-b46a-d6f0e47ad8ef req-391d348c-55ef-481c-b042-faef27a0cc58 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:11.314698 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5a0309b9-aeff-44ad-b46a-d6f0e47ad8ef req-391d348c-55ef-481c-b042-faef27a0cc58 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0788548 Sep 13 13:08:11.320892 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12a08d-bb2d-46a1-9e00-8f95b5a94b81 req-26653c4d-888e-4b6e-94db-93c844dbc88e tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:11.322284 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6d12a08d-bb2d-46a1-9e00-8f95b5a94b81 req-26653c4d-888e-4b6e-94db-93c844dbc88e tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0765276 Sep 13 13:08:11.397443 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5a0309b9-aeff-44ad-b46a-d6f0e47ad8ef req-d36a1ccb-e94e-4052-94b6-db93406f04d3 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742328 Sep 13 13:08:11.401160 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6d12a08d-bb2d-46a1-9e00-8f95b5a94b81 req-c2070477-c6a6-48ce-881d-537fedabe352 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720248 Sep 13 13:08:11.566069 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:08:12.207622 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 8e930901-ec1d-472f-b5bb-13698d503229 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:08:12.306121 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 8e930901-ec1d-472f-b5bb-13698d503229, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=8e930901-ec1d-472f-b5bb-13698d503229,segment=NetworkSegment(e8f7bc83-fef4-47b7-8bca-574a1cb75265),segment_id=e8f7bc83-fef4-47b7-8bca-574a1cb75265)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:08:12.316699 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': '8e930901-ec1d-472f-b5bb-13698d503229', 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1', 'port_id': '8e930901-ec1d-472f-b5bb-13698d503229', 'mac_address': 'fa:16:3e:6d:c9:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b81446e-11cc-48df-8c30-3a35b9db59c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:08:12.351490 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 8e930901-ec1d-472f-b5bb-13698d503229 is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:08:12.351857 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (8e930901-ec1d-472f-b5bb-13698d503229), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:12.364340 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e930901-ec1d-472f-b5bb-13698d503229 {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:08:12.384499 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 8e930901-ec1d-472f-b5bb-13698d503229, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=8e930901-ec1d-472f-b5bb-13698d503229,segment=NetworkSegment(e8f7bc83-fef4-47b7-8bca-574a1cb75265),segment_id=e8f7bc83-fef4-47b7-8bca-574a1cb75265)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:08:12.454009 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (8e930901-ec1d-472f-b5bb-13698d503229), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:12.500542 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:12.510221 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=8e930901-ec1d-472f-b5bb-13698d503229,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:08:12.517236 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:12.517583 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:12.517973 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:12.518342 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:12.518684 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:12.519015 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:12.519343 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:12.519667 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:12.519996 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:12.520327 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:12.520646 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:12.520971 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:12.521294 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:12.521614 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:12.521958 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:12.554655 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543515a-fb36-4788-8ef4-f5e62d1c57bb req-427915fc-e946-41cf-829c-6ae9266b5625 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:12.556147 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f543515a-fb36-4788-8ef4-f5e62d1c57bb req-427915fc-e946-41cf-829c-6ae9266b5625 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 944 time: 0.0798254 Sep 13 13:08:12.561729 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b6b3ba-62b9-4b14-8ebd-07e5e444e3d5 req-d486fb2d-27fe-4479-ab2a-f74b354014da tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:12.563089 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c5b6b3ba-62b9-4b14-8ebd-07e5e444e3d5 req-d486fb2d-27fe-4479-ab2a-f74b354014da tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0757511 Sep 13 13:08:12.636856 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f543515a-fb36-4788-8ef4-f5e62d1c57bb req-8476228f-fd1d-448e-87a6-6d5f391ce2c3 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727527 Sep 13 13:08:12.640763 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c5b6b3ba-62b9-4b14-8ebd-07e5e444e3d5 req-b911b45e-c116-4b18-8332-583c912d6efe tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700707 Sep 13 13:08:12.886315 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['8e930901-ec1d-472f-b5bb-13698d503229'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:08:13.793278 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11908800-eaee-4610-9c8c-42c1ca7d0cf6 req-8459a9c6-c114-48e2-b9f3-cd21567b914e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:13.794793 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-11908800-eaee-4610-9c8c-42c1ca7d0cf6 req-8459a9c6-c114-48e2-b9f3-cd21567b914e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 944 time: 0.0795360 Sep 13 13:08:13.806654 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6644b7-94aa-49d7-829d-71a9685e3139 req-b6bc8bcb-c9da-4cb4-9b9e-13b1d856c49d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:13.808088 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5a6644b7-94aa-49d7-829d-71a9685e3139 req-b6bc8bcb-c9da-4cb4-9b9e-13b1d856c49d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0822005 Sep 13 13:08:13.886068 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-11908800-eaee-4610-9c8c-42c1ca7d0cf6 req-31806848-c0f0-4093-84b2-0f52b1e7d02a tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769980 Sep 13 13:08:13.890310 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5a6644b7-94aa-49d7-829d-71a9685e3139 req-6d3f966b-26b3-4665-91cb-0655bc059c24 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754113 Sep 13 13:08:14.217983 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 8e930901-ec1d-472f-b5bb-13698d503229 up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:08:14.265007 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning for port 8e930901-ec1d-472f-b5bb-13698d503229 completed by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 13:08:14.316174 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port 8e930901-ec1d-472f-b5bb-13698d503229 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:08:14.316548 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (8e930901-ec1d-472f-b5bb-13698d503229), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:14.350944 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:14.392394 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 8e930901-ec1d-472f-b5bb-13698d503229 is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:08:14.392780 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (8e930901-ec1d-472f-b5bb-13698d503229), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:14.416987 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54284e3-c8b5-4ca1-8fba-355677093187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e930901-ec1d-472f-b5bb-13698d503229'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:08:14.419271 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26692508-1e83-43d7-80bb-d2114bdee63a" -d '{"events": [{"server_uuid": "d54284e3-c8b5-4ca1-8fba-355677093187", "name": "network-vif-plugged", "status": "completed", "tag": "8e930901-ec1d-472f-b5bb-13698d503229"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:08:14.433325 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 8e930901-ec1d-472f-b5bb-13698d503229, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=8e930901-ec1d-472f-b5bb-13698d503229,segment=NetworkSegment(e8f7bc83-fef4-47b7-8bca-574a1cb75265),segment_id=e8f7bc83-fef4-47b7-8bca-574a1cb75265)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:08:14.462992 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-833f88e1-77bf-4f01-9ce6-5347dcbea42e x-openstack-request-id: req-833f88e1-77bf-4f01-9ce6-5347dcbea42e {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:08:14.462992 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54284e3-c8b5-4ca1-8fba-355677093187", "name": "network-vif-plugged", "status": "completed", "tag": "8e930901-ec1d-472f-b5bb-13698d503229", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:08:14.462992 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-833f88e1-77bf-4f01-9ce6-5347dcbea42e {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:08:14.462992 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-833f88e1-77bf-4f01-9ce6-5347dcbea42e'] response: {'server_uuid': 'd54284e3-c8b5-4ca1-8fba-355677093187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e930901-ec1d-472f-b5bb-13698d503229', 'code': 200} Sep 13 13:08:14.511724 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (8e930901-ec1d-472f-b5bb-13698d503229), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:14.564304 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=8e930901-ec1d-472f-b5bb-13698d503229,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:08:14.882031 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bda32c-e061-4548-b770-e966dc690249 req-02740538-90c0-4b81-92dc-998d3b551072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:14.883686 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d1bda32c-e061-4548-b770-e966dc690249 req-02740538-90c0-4b81-92dc-998d3b551072 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 1129 time: 0.0437145 Sep 13 13:08:14.934775 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d1bda32c-e061-4548-b770-e966dc690249 req-a3499a81-f3fc-4c53-ae34-121961e23df8 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421464 Sep 13 13:08:15.000530 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:15.011335 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffbd5a2-ceaf-4e3f-ac56-b9ad8a2f8ce6 req-74e58737-a7d6-4c2b-838e-79c1e03afa8c tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:15.012803 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2ffbd5a2-ceaf-4e3f-ac56-b9ad8a2f8ce6 req-74e58737-a7d6-4c2b-838e-79c1e03afa8c tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0466835 Sep 13 13:08:15.062547 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2ffbd5a2-ceaf-4e3f-ac56-b9ad8a2f8ce6 req-d1c80b27-3a70-4906-8fa8-c882b2d2c0e7 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441942 Sep 13 13:08:15.164272 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb503a6-141a-4296-9f63-beb54af11728 req-c35e6a7d-d9db-487d-b1ec-9626577ebcf2 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:15.165757 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3eb503a6-141a-4296-9f63-beb54af11728 req-c35e6a7d-d9db-487d-b1ec-9626577ebcf2 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0484662 Sep 13 13:08:15.217971 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3eb503a6-141a-4296-9f63-beb54af11728 req-27c5a3b8-9f4e-4b04-873c-c9becaf089a9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456750 Sep 13 13:08:15.286687 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:15.302029 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acf13e-70ee-44d8-8376-80661338208a req-18c15e6b-f12a-4b75-8e6a-718e9e6993c8 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:15.306333 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f9acf13e-70ee-44d8-8376-80661338208a req-18c15e6b-f12a-4b75-8e6a-718e9e6993c8 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 945 time: 0.0477600 Sep 13 13:08:15.350748 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f9acf13e-70ee-44d8-8376-80661338208a req-ad61acfd-e33d-4914-b0c8-8e3fd26912f2 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415545 Sep 13 13:08:16.185127 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd3949-f3af-41b5-9f83-a2f62a66bd16 req-22d5268d-ceaa-457e-919c-6140ac5a857f tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:16.186542 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-09dd3949-f3af-41b5-9f83-a2f62a66bd16 req-22d5268d-ceaa-457e-919c-6140ac5a857f tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0499642 Sep 13 13:08:16.235084 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-09dd3949-f3af-41b5-9f83-a2f62a66bd16 req-ef98d680-020a-43e4-8d4a-c94b41620d31 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431287 Sep 13 13:08:16.349173 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daf2717-8a9d-41d2-b928-870694278ab8 req-8ade18d3-b154-4e64-895a-98350bf490f4 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:16.350684 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2daf2717-8a9d-41d2-b928-870694278ab8 req-8ade18d3-b154-4e64-895a-98350bf490f4 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0502989 Sep 13 13:08:16.400294 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2daf2717-8a9d-41d2-b928-870694278ab8 req-5479ebae-15b7-4e51-ab2c-3b1a978c9160 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437255 Sep 13 13:08:16.479942 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fc7006-fc5f-48ab-8a6f-f120d6c8c371 req-40e7c31f-d973-412a-b6b0-2635aa41d993 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:16.481377 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-54fc7006-fc5f-48ab-8a6f-f120d6c8c371 req-40e7c31f-d973-412a-b6b0-2635aa41d993 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 945 time: 0.0477936 Sep 13 13:08:16.529514 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-54fc7006-fc5f-48ab-8a6f-f120d6c8c371 req-e7f02e49-b1b9-4c6b-8302-c06afe35a0bf tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424833 Sep 13 13:08:17.357937 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc4627-f8d0-4d95-adde-8ae1246eb5d5 req-397f4016-9202-4eec-9e42-5a551b107bff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:17.359441 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9afc4627-f8d0-4d95-adde-8ae1246eb5d5 req-397f4016-9202-4eec-9e42-5a551b107bff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0487258 Sep 13 13:08:17.412680 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9afc4627-f8d0-4d95-adde-8ae1246eb5d5 req-bb6ed62c-8373-4c81-9a95-55d9ee7c3e28 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476537 Sep 13 13:08:17.526618 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e530d73-d626-4c45-b6db-037b2b4e5ee0 req-f44e881c-2cfb-4f7d-868b-60090be4e322 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:17.528228 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e530d73-d626-4c45-b6db-037b2b4e5ee0 req-f44e881c-2cfb-4f7d-868b-60090be4e322 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0472870 Sep 13 13:08:17.575551 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e530d73-d626-4c45-b6db-037b2b4e5ee0 req-5cf4e3c5-c245-4c3b-8e44-6ee7dde4c4b1 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418186 Sep 13 13:08:17.651965 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ef4e3-aa84-4f6d-b533-5226bd9157f9 req-8d2c57f4-a7ea-41ad-ae19-97c9f06aaeb8 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:17.653437 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6c2ef4e3-aa84-4f6d-b533-5226bd9157f9 req-8d2c57f4-a7ea-41ad-ae19-97c9f06aaeb8 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 945 time: 0.0474248 Sep 13 13:08:17.701583 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6c2ef4e3-aa84-4f6d-b533-5226bd9157f9 req-2555d8d9-8243-4e48-8e37-dceee2a4bc03 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426545 Sep 13 13:08:18.536657 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054e7a9b-ef5b-4ae7-b372-be217271ae22 req-cc7ab041-262c-44b2-b29c-7eaec0cfa33e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:18.538147 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-054e7a9b-ef5b-4ae7-b372-be217271ae22 req-cc7ab041-262c-44b2-b29c-7eaec0cfa33e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0503950 Sep 13 13:08:18.587169 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-054e7a9b-ef5b-4ae7-b372-be217271ae22 req-32534188-45c4-433a-8b61-33181a0bef9b tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423806 Sep 13 13:08:18.704016 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da0b38d-ddbc-44a5-9606-707d660a098a req-aac268e4-b47f-4879-995c-673f28fbbd6a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:18.705458 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1da0b38d-ddbc-44a5-9606-707d660a098a req-aac268e4-b47f-4879-995c-673f28fbbd6a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0458665 Sep 13 13:08:18.752398 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1da0b38d-ddbc-44a5-9606-707d660a098a req-dc723c07-0a67-4599-abe5-ddc26c5e333b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414262 Sep 13 13:08:18.824483 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2bb21-4ce9-4d8d-9515-4f02a34cdf4b req-b27016a4-4f6a-4036-b68e-bee712daf77c tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:18.825971 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1ab2bb21-4ce9-4d8d-9515-4f02a34cdf4b req-b27016a4-4f6a-4036-b68e-bee712daf77c tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 945 time: 0.0492637 Sep 13 13:08:18.844899 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:18.874174 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1ab2bb21-4ce9-4d8d-9515-4f02a34cdf4b req-7362019d-9bdd-47cd-a7d4-06b443f281f1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426657 Sep 13 13:08:19.706664 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c17313a-820f-4d74-9ffc-7ab2854fc395 req-e2f5491d-72d9-426a-b3c5-1477a7de6885 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:19.708117 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4c17313a-820f-4d74-9ffc-7ab2854fc395 req-e2f5491d-72d9-426a-b3c5-1477a7de6885 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0465648 Sep 13 13:08:19.756143 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4c17313a-820f-4d74-9ffc-7ab2854fc395 req-77588954-0d4c-4097-9906-84f5918c57bd tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425096 Sep 13 13:08:19.866059 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:19.881460 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25609782-aa88-4339-a43a-c88f4b9ea5e4 req-1e381257-a58a-451e-ab6d-0df44e6fc742 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:19.882553 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-25609782-aa88-4339-a43a-c88f4b9ea5e4 req-1e381257-a58a-451e-ab6d-0df44e6fc742 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0470276 Sep 13 13:08:19.936647 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-25609782-aa88-4339-a43a-c88f4b9ea5e4 req-407c76b4-73e2-4a34-b277-2b53c60e8181 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485129 Sep 13 13:08:19.999605 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302898d0-2b32-406f-b663-680f132f3af0 req-18460536-5923-45a6-8b27-46a1b1a44f5e tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:20.001101 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-302898d0-2b32-406f-b663-680f132f3af0 req-18460536-5923-45a6-8b27-46a1b1a44f5e tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 945 time: 0.0466356 Sep 13 13:08:20.048510 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-302898d0-2b32-406f-b663-680f132f3af0 req-415ba5c3-c019-4fa4-a6f6-9e6d00be357b tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419345 Sep 13 13:08:20.872657 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194c95e-1341-49e7-a835-c665a7170bea req-cdb5fb41-e0e3-424c-8669-b374bcd25d4b tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:20.874163 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f194c95e-1341-49e7-a835-c665a7170bea req-cdb5fb41-e0e3-424c-8669-b374bcd25d4b tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0454447 Sep 13 13:08:20.923401 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f194c95e-1341-49e7-a835-c665a7170bea req-52487c0d-d6d3-4b7b-b4cf-8f0edf40f651 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437462 Sep 13 13:08:21.069934 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112fa6e2-7df1-4d5e-ba87-e4788cdc3cc1 req-4570637c-8b4d-4121-955c-9b86af0cb2a5 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:21.071688 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-112fa6e2-7df1-4d5e-ba87-e4788cdc3cc1 req-4570637c-8b4d-4121-955c-9b86af0cb2a5 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0499678 Sep 13 13:08:21.118974 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-112fa6e2-7df1-4d5e-ba87-e4788cdc3cc1 req-c44ea050-b84c-4398-b3a6-e729077ea76b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418437 Sep 13 13:08:21.168412 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6feedf-282e-4815-885a-efd28cb3d196 req-46395436-2b45-4712-9c3a-ec0bf5bdc1d2 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:21.169830 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8a6feedf-282e-4815-885a-efd28cb3d196 req-46395436-2b45-4712-9c3a-ec0bf5bdc1d2 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 945 time: 0.0468111 Sep 13 13:08:21.218908 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8a6feedf-282e-4815-885a-efd28cb3d196 req-dd3382bd-1ace-47bb-8e1c-d0477d71f3de tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435810 Sep 13 13:08:21.563367 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=2 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:22.042431 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe4457c-e53c-466d-899c-0c1e46818f6b req-f91076ab-d0a7-4561-a850-a2fd5135cb7a tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:22.043873 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-efe4457c-e53c-466d-899c-0c1e46818f6b req-f91076ab-d0a7-4561-a850-a2fd5135cb7a tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0462604 Sep 13 13:08:22.095155 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-efe4457c-e53c-466d-899c-0c1e46818f6b req-45cf6761-d0d7-4fff-a988-47eb239d655b tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458984 Sep 13 13:08:22.250024 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e02b0e-5c38-41ee-a0fb-578fb58073f0 req-be4071d0-9ee6-4518-9322-253ffe7b0fb3 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:22.251503 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e6e02b0e-5c38-41ee-a0fb-578fb58073f0 req-be4071d0-9ee6-4518-9322-253ffe7b0fb3 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0475981 Sep 13 13:08:22.308974 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e6e02b0e-5c38-41ee-a0fb-578fb58073f0 req-f61e07a4-59a7-4591-ad5e-a0e7052642c5 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520706 Sep 13 13:08:22.342643 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c53ca0d-21c4-4d48-8d00-1f2caf3fc9f6 req-2162201e-859c-414f-9bcf-375f150c9e8a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:22.346673 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4c53ca0d-21c4-4d48-8d00-1f2caf3fc9f6 req-2162201e-859c-414f-9bcf-375f150c9e8a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 945 time: 0.0485163 Sep 13 13:08:22.390610 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4c53ca0d-21c4-4d48-8d00-1f2caf3fc9f6 req-0cb682c8-b7f1-43a7-8b13-286fe6a44217 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410414 Sep 13 13:08:23.219064 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ab087a-061c-47a5-a584-1ba7900286ba req-0957a142-6915-4ce4-b6e8-33875bf6efff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:23.220423 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-62ab087a-061c-47a5-a584-1ba7900286ba req-0957a142-6915-4ce4-b6e8-33875bf6efff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0506916 Sep 13 13:08:23.271885 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-62ab087a-061c-47a5-a584-1ba7900286ba req-3f0e4530-3ebd-4289-b92f-6f8168b6f634 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459485 Sep 13 13:08:23.441549 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e79db3-0a3f-4f9d-ab48-9380c014b317 req-dcdbb3b1-1bad-4953-ab01-a8169372eac1 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:23.443051 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-36e79db3-0a3f-4f9d-ab48-9380c014b317 req-dcdbb3b1-1bad-4953-ab01-a8169372eac1 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0536442 Sep 13 13:08:23.484762 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:23.523123 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-36e79db3-0a3f-4f9d-ab48-9380c014b317 req-52fc5855-481b-4981-ab1a-7e034290a687 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744336 Sep 13 13:08:23.530564 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4665fd-6b92-41e7-b87f-8131ebf074d7 req-cf8664bf-a5de-4614-b3d6-d40b0decc3dc tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:23.531989 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8e4665fd-6b92-41e7-b87f-8131ebf074d7 req-cf8664bf-a5de-4614-b3d6-d40b0decc3dc tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 945 time: 0.0632596 Sep 13 13:08:23.579129 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8e4665fd-6b92-41e7-b87f-8131ebf074d7 req-120b35f9-b645-425d-8fbd-17e167cf71f1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413744 Sep 13 13:08:24.384176 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:24.392159 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1492b7eb-802d-4365-a8fc-feb2ba8176ce req-9aa19aab-83d5-437f-817d-aaafa9cc1196 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:24.393608 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1492b7eb-802d-4365-a8fc-feb2ba8176ce req-9aa19aab-83d5-437f-817d-aaafa9cc1196 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0468326 Sep 13 13:08:24.441503 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1492b7eb-802d-4365-a8fc-feb2ba8176ce req-9b0079dd-3eac-487b-a453-5b53efbfbfb6 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422308 Sep 13 13:08:24.555513 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=72,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:24.562592 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=6 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:24.653497 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc4b166-6c91-4795-ade1-f3a6f6154eed req-03b6977a-c8b4-46b3-8633-f0e718fb296f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:24.655081 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6fc4b166-6c91-4795-ade1-f3a6f6154eed req-03b6977a-c8b4-46b3-8633-f0e718fb296f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0489993 Sep 13 13:08:24.728402 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d30b241-63a4-4807-8ffd-4eb921104878 req-2ac4ad37-5b30-4447-b8f5-af1e55e2c4f5 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:24.729873 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0d30b241-63a4-4807-8ffd-4eb921104878 req-2ac4ad37-5b30-4447-b8f5-af1e55e2c4f5 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 945 time: 0.0701120 Sep 13 13:08:24.755397 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6fc4b166-6c91-4795-ade1-f3a6f6154eed req-ba891123-f6ee-42d5-9f40-c3a6022f751c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939763 Sep 13 13:08:24.785356 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0d30b241-63a4-4807-8ffd-4eb921104878 req-e5217c9b-1871-4b50-b2e5-383bb1bcf981 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480227 Sep 13 13:08:25.561180 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c702e6bf-3c48-4e24-b113-188934805432 req-25b1721c-d9f2-43bd-8926-3648e27449fc tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:25.562579 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c702e6bf-3c48-4e24-b113-188934805432 req-25b1721c-d9f2-43bd-8926-3648e27449fc tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0477109 Sep 13 13:08:25.612109 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c702e6bf-3c48-4e24-b113-188934805432 req-c17a31f6-3f47-4b2f-bcb3-0c04919190b7 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437200 Sep 13 13:08:25.916604 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7601225c-7554-4fbc-afd4-17fc208ebd74 req-cbd41b23-05a9-42b4-8b60-af6fd17c5884 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:25.918090 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7601225c-7554-4fbc-afd4-17fc208ebd74 req-cbd41b23-05a9-42b4-8b60-af6fd17c5884 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0786324 Sep 13 13:08:25.937178 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031dcb11-11a3-409f-a9a5-b3c962872199 req-a622c50a-bf66-483b-8f95-0ff63fe3a5f6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:25.938723 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-031dcb11-11a3-409f-a9a5-b3c962872199 req-a622c50a-bf66-483b-8f95-0ff63fe3a5f6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 945 time: 0.0671484 Sep 13 13:08:25.995315 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7601225c-7554-4fbc-afd4-17fc208ebd74 req-5f23b8ac-4dfa-490a-9dd0-aa282f14c95f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717177 Sep 13 13:08:26.009223 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-031dcb11-11a3-409f-a9a5-b3c962872199 req-3d89245b-ae08-4dc0-8546-785244bb5d65 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637128 Sep 13 13:08:26.734051 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27f9de-c287-4120-a6d1-da7e4fa77ad6 req-72bda2c8-74cc-42cf-a7f2-42e2c6510367 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:26.735527 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dc27f9de-c287-4120-a6d1-da7e4fa77ad6 req-72bda2c8-74cc-42cf-a7f2-42e2c6510367 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0500672 Sep 13 13:08:26.783823 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dc27f9de-c287-4120-a6d1-da7e4fa77ad6 req-219aa355-16b8-4c49-a417-dbe900ee463a tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428317 Sep 13 13:08:27.150226 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c2345f-e783-41d6-9125-10c3344dcc36 req-0b2517c1-9019-487e-bc3a-81879dc8710a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:27.151705 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-51c2345f-e783-41d6-9125-10c3344dcc36 req-0b2517c1-9019-487e-bc3a-81879dc8710a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0741470 Sep 13 13:08:27.159048 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a9a706-351b-42a4-b440-9b24e102d708 req-d5f4d89a-23c5-473f-b1fa-795715702f17 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:27.160406 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-31a9a706-351b-42a4-b440-9b24e102d708 req-d5f4d89a-23c5-473f-b1fa-795715702f17 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 945 time: 0.0725560 Sep 13 13:08:27.235480 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-51c2345f-e783-41d6-9125-10c3344dcc36 req-8f42e997-32c1-4b3a-b135-98a461bf4add tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741558 Sep 13 13:08:27.239400 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-31a9a706-351b-42a4-b440-9b24e102d708 req-e97cf86b-0c31-45db-ae7d-eb4e4c893af7 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713720 Sep 13 13:08:27.905240 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a12970b-00c7-4b57-a700-fb2317116f61 req-7e54dbaa-3c19-4ace-883b-8ac8dcdf4dc4 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:27.906650 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3a12970b-00c7-4b57-a700-fb2317116f61 req-7e54dbaa-3c19-4ace-883b-8ac8dcdf4dc4 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0479269 Sep 13 13:08:27.936275 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:27.955667 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3a12970b-00c7-4b57-a700-fb2317116f61 req-d1bf809b-4f55-4f64-8073-05182777ba13 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434968 Sep 13 13:08:28.394284 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca6668-9c54-47d9-be46-1bc03359466a req-01fd8aba-6144-474e-adf5-d26d8821cd7f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:28.395736 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d1ca6668-9c54-47d9-be46-1bc03359466a req-01fd8aba-6144-474e-adf5-d26d8821cd7f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0796258 Sep 13 13:08:28.401211 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d362a-ccff-42e5-8820-c96637ad12ba req-47e032b5-f948-4c85-9e43-6dd5136c0f85 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:28.402705 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-444d362a-ccff-42e5-8820-c96637ad12ba req-47e032b5-f948-4c85-9e43-6dd5136c0f85 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 945 time: 0.0853934 Sep 13 13:08:28.471641 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:28.480019 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d1ca6668-9c54-47d9-be46-1bc03359466a req-ffffd737-2bdb-4053-9f90-84f67ec25a60 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764401 Sep 13 13:08:28.482972 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-444d362a-ccff-42e5-8820-c96637ad12ba req-a0174dcb-f8c7-4943-9017-ab6c18e4e8b5 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727508 Sep 13 13:08:29.075369 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31b240-d2f9-4b49-96f9-cbc588b58992 req-bddf2baf-6bd8-43f9-8521-a8d93a05fa7a tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:29.076847 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ae31b240-d2f9-4b49-96f9-cbc588b58992 req-bddf2baf-6bd8-43f9-8521-a8d93a05fa7a tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0475807 Sep 13 13:08:29.124957 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ae31b240-d2f9-4b49-96f9-cbc588b58992 req-835078df-3cb1-4ddc-9eb2-0b71caa3dddc tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426238 Sep 13 13:08:29.635546 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bae637-7ab0-46e3-a42f-1a54207b6235 req-7680a2fc-9c1c-421b-91e0-d0f9edf7ab7d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:29.636951 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-24bae637-7ab0-46e3-a42f-1a54207b6235 req-7680a2fc-9c1c-421b-91e0-d0f9edf7ab7d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 945 time: 0.0761333 Sep 13 13:08:29.644714 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080a2f94-6db0-4a76-a208-11db3f055bfa req-a7c9a77d-d3ca-4b87-a663-cb587ec59743 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:29.646121 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-080a2f94-6db0-4a76-a208-11db3f055bfa req-a7c9a77d-d3ca-4b87-a663-cb587ec59743 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0834670 Sep 13 13:08:29.718064 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-24bae637-7ab0-46e3-a42f-1a54207b6235 req-7a7546ad-79df-4e8c-9c57-2057250c1afa tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709889 Sep 13 13:08:29.722405 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-080a2f94-6db0-4a76-a208-11db3f055bfa req-08b7d2a7-1982-4449-b0ad-a161e35621b6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694978 Sep 13 13:08:30.248953 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd9748-acac-4819-a5bc-2058339a1b15 req-561bb03e-a5fb-4019-9de8-d5146891a93c tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:30.250452 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-03bd9748-acac-4819-a5bc-2058339a1b15 req-561bb03e-a5fb-4019-9de8-d5146891a93c tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0499995 Sep 13 13:08:30.300589 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-03bd9748-acac-4819-a5bc-2058339a1b15 req-ebad690d-7765-47e4-a41c-ed86c65c6786 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445943 Sep 13 13:08:30.868454 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b3fe7b-b73d-4339-8008-3b072a037c5b req-2b738a03-ff69-4fc9-80a9-ff0189927b84 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:30.869996 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d0b3fe7b-b73d-4339-8008-3b072a037c5b req-2b738a03-ff69-4fc9-80a9-ff0189927b84 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 945 time: 0.0753276 Sep 13 13:08:30.877453 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433a23b0-26ff-481f-ad77-31edf7872baf req-1f7817e0-f06f-48cb-acbc-b624313e9578 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:30.878845 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-433a23b0-26ff-481f-ad77-31edf7872baf req-1f7817e0-f06f-48cb-acbc-b624313e9578 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0739031 Sep 13 13:08:30.957479 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d0b3fe7b-b73d-4339-8008-3b072a037c5b req-db818a12-005d-4a86-a006-208a8234b711 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777123 Sep 13 13:08:30.960810 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-433a23b0-26ff-481f-ad77-31edf7872baf req-1c16cdf9-0df4-4744-8d08-7863ddfa1c55 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732057 Sep 13 13:08:31.155568 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:31.419461 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f01ad5-2af2-4f5e-8482-ec6cc4e0a5ea req-0c7e607e-620c-44d8-99a2-8a97b2fe2c97 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:31.420922 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-55f01ad5-2af2-4f5e-8482-ec6cc4e0a5ea req-0c7e607e-620c-44d8-99a2-8a97b2fe2c97 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0473745 Sep 13 13:08:31.507660 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-55f01ad5-2af2-4f5e-8482-ec6cc4e0a5ea req-969bf8b9-1f5a-4f21-8a74-b2791e020cbe tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459521 Sep 13 13:08:31.584033 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:32.094318 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fb500-fcbc-4fb0-b3f0-9e3e61e5d892 req-dba53842-e77d-4e41-9f35-a17d6277fd51 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:32.095768 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6f0fb500-fcbc-4fb0-b3f0-9e3e61e5d892 req-dba53842-e77d-4e41-9f35-a17d6277fd51 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 945 time: 0.0580266 Sep 13 13:08:32.149430 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa892ac7-6f76-4a21-9c9a-6bc04d115f37 req-12c8122f-2307-4da7-bc6f-c6e72411f862 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:32.150820 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fa892ac7-6f76-4a21-9c9a-6bc04d115f37 req-12c8122f-2307-4da7-bc6f-c6e72411f862 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0850143 Sep 13 13:08:32.186780 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6f0fb500-fcbc-4fb0-b3f0-9e3e61e5d892 req-618a5e6c-477e-4772-a3ac-0a59403c5ff4 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716145 Sep 13 13:08:32.195212 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:32.212726 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fa892ac7-6f76-4a21-9c9a-6bc04d115f37 req-00e2cefa-10d8-40a1-b281-89410bbf83fc tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563576 Sep 13 13:08:32.595647 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35145b47-896b-46a6-80b0-a172cb10684d req-3592c5d3-bf50-4877-85c6-f236e49fd104 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:32.597126 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-35145b47-896b-46a6-80b0-a172cb10684d req-3592c5d3-bf50-4877-85c6-f236e49fd104 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0516729 Sep 13 13:08:32.644898 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-35145b47-896b-46a6-80b0-a172cb10684d req-f6cbf73d-3e58-4e06-8a99-94457507f803 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416930 Sep 13 13:08:33.270246 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-c4ecb6d0-ed1f-4d4a-ae7f-cba876d3d923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:33.343493 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a41341-1f11-4e43-bbe7-38c36f24190f req-3d98f1a8-390c-477f-b82a-6d9221c4225c tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:33.344969 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c2a41341-1f11-4e43-bbe7-38c36f24190f req-3d98f1a8-390c-477f-b82a-6d9221c4225c tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 945 time: 0.0816667 Sep 13 13:08:33.365991 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90488d86-be9a-4b70-8767-13f492d3c395 req-c7827c47-30ac-4a50-b57f-7f2598b30056 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:33.367998 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-90488d86-be9a-4b70-8767-13f492d3c395 req-c7827c47-30ac-4a50-b57f-7f2598b30056 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0649104 Sep 13 13:08:33.381674 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:33.433981 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c2a41341-1f11-4e43-bbe7-38c36f24190f req-0a95f85c-ee19-4579-9535-ee0553cc686d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832028 Sep 13 13:08:33.437971 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-90488d86-be9a-4b70-8767-13f492d3c395 req-1c089e8f-4838-404c-8e13-7f20deb08f14 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629196 Sep 13 13:08:33.763281 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a7edf0-b793-4fbb-b349-5ce800750a71 req-934983f5-4481-464e-aab9-5919822f57f5 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:33.764748 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-77a7edf0-b793-4fbb-b349-5ce800750a71 req-934983f5-4481-464e-aab9-5919822f57f5 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0461907 Sep 13 13:08:33.816356 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-77a7edf0-b793-4fbb-b349-5ce800750a71 req-2a6b810a-8dde-4ef9-813f-de9b8502a056 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461669 Sep 13 13:08:34.581651 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0338cb2-69c8-409d-83b0-2d73f76c5c7a req-507bfadc-511b-4064-a127-8bf09bb62922 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:34.583033 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b0338cb2-69c8-409d-83b0-2d73f76c5c7a req-507bfadc-511b-4064-a127-8bf09bb62922 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 945 time: 0.0724027 Sep 13 13:08:34.590992 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4431a33-7e32-4aa2-a4c3-798a8dd51db6 req-ffb16f27-cbfb-4d99-9600-7dd44fdec45d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:34.595616 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b4431a33-7e32-4aa2-a4c3-798a8dd51db6 req-ffb16f27-cbfb-4d99-9600-7dd44fdec45d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0720422 Sep 13 13:08:34.665439 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b0338cb2-69c8-409d-83b0-2d73f76c5c7a req-f8c12157-b7b3-4d3b-9415-8f7d6f90aa2e tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721760 Sep 13 13:08:34.668955 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b4431a33-7e32-4aa2-a4c3-798a8dd51db6 req-bbeb8d4c-e0b3-4526-9f3b-08b16b60bbfa tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699666 Sep 13 13:08:34.939461 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf563021-870b-47ea-957b-19e465c4adde req-6585b412-e4bb-4f99-8c90-9b990bb37bf7 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:34.940896 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cf563021-870b-47ea-957b-19e465c4adde req-6585b412-e4bb-4f99-8c90-9b990bb37bf7 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0493181 Sep 13 13:08:35.001903 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de185808-ba31-4656-9d30-95b42455deac req-63027785-6527-47bd-8677-00cca47a2df5 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:35.003304 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-de185808-ba31-4656-9d30-95b42455deac req-63027785-6527-47bd-8677-00cca47a2df5 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 945 time: 0.0615971 Sep 13 13:08:35.021154 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cf563021-870b-47ea-957b-19e465c4adde req-55be9ccf-096f-4d94-a422-2f03f3226da0 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714531 Sep 13 13:08:35.418847 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-009f1087-aab8-42ad-8158-b3b708fa7251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:35.819978 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd077a41-d141-42f1-859f-5487c253fada req-9b4999f6-4a09-4b33-aa3f-f2edd8486941 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:35.821721 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bd077a41-d141-42f1-859f-5487c253fada req-9b4999f6-4a09-4b33-aa3f-f2edd8486941 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 945 time: 0.0782821 Sep 13 13:08:35.827309 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a093f1-e43d-4878-bcd7-ee4b9548c63b req-9eb5fe3e-0380-4044-97ec-9f0f1621ff6a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:35.828649 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-93a093f1-e43d-4878-bcd7-ee4b9548c63b req-9eb5fe3e-0380-4044-97ec-9f0f1621ff6a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0765538 Sep 13 13:08:35.925299 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bd077a41-d141-42f1-859f-5487c253fada req-638161af-2cc7-4ac9-a3ad-e7bc4776627f tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=534991d3-abbd-408e-a9b5-89bfa2ed8423&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956304 Sep 13 13:08:35.944192 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-93a093f1-e43d-4878-bcd7-ee4b9548c63b req-155e35ea-06ea-4978-8b1b-545bca7a6c2b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079175 Sep 13 13:08:35.991208 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-de185808-ba31-4656-9d30-95b42455deac req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Deleting port e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:08:35.991546 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-de185808-ba31-4656-9d30-95b42455deac req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (e42f6f1f-ed4b-41d3-a2b4-ba1b11365103), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:36.079875 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:36.085283 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-de185808-ba31-4656-9d30-95b42455deac req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] For port e42f6f1f-ed4b-41d3-a2b4-ba1b11365103, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e42f6f1f-ed4b-41d3-a2b4-ba1b11365103,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:08:36.085650 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-de185808-ba31-4656-9d30-95b42455deac req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (e42f6f1f-ed4b-41d3-a2b4-ba1b11365103), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:36.219250 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b49e966-42fc-47ca-8b62-44bac92d9f50 req-63abb7b5-31d5-4896-86ab-1220be3737ef tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:36.220701 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7b49e966-42fc-47ca-8b62-44bac92d9f50 req-63abb7b5-31d5-4896-86ab-1220be3737ef tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.1260197 Sep 13 13:08:36.227527 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:36.349385 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7b49e966-42fc-47ca-8b62-44bac92d9f50 req-42b80b10-9904-49af-910b-88cdea81d796 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178219 Sep 13 13:08:36.365617 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-de185808-ba31-4656-9d30-95b42455deac req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:36.366007 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-de185808-ba31-4656-9d30-95b42455deac req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (a0d1645e-6263-4c80-87ff-5b2d9d421c39), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:36.366325 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.l3_db [req-de185808-ba31-4656-9d30-95b42455deac req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Floating IP a0d1645e-6263-4c80-87ff-5b2d9d421c39 disassociated. External IP: 172.27.1.100, port: e42f6f1f-ed4b-41d3-a2b4-ba1b11365103. Sep 13 13:08:36.366662 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-de185808-ba31-4656-9d30-95b42455deac req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Calling delete_port for e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 owned by compute:nova {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:08:36.784480 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-de185808-ba31-4656-9d30-95b42455deac req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (e42f6f1f-ed4b-41d3-a2b4-ba1b11365103), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:36.812604 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event deleted for resources: {'Port': ['ID=e42f6f1f-ed4b-41d3-a2b4-ba1b11365103,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:08:36.825045 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:36.825392 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:36.825731 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:36.826092 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:36.826427 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:36.826756 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:36.827103 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:36.827411 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:36.827736 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:36.828058 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:36.828386 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:36.828708 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:36.829023 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:36.829399 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:36.829721 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:36.904549 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:36.937463 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de185808-ba31-4656-9d30-95b42455deac req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Router 8bf8171d-2b9c-4569-8528-71cfbdafa430 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:08:37.071284 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-799b4979-267e-427a-bbda-78a353949d53 req-0e02ced1-eea7-40a4-96bf-2a267b68ad09 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 210 time: 0.0432556 Sep 13 13:08:37.107307 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de185808-ba31-4656-9d30-95b42455deac req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:08:37.114115 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794f678f-97b5-4258-b6bd-5dca569d6d65 req-35f3a23b-437c-4db0-b7af-f72ab118c6eb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:37.115567 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-794f678f-97b5-4258-b6bd-5dca569d6d65 req-35f3a23b-437c-4db0-b7af-f72ab118c6eb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0743504 Sep 13 13:08:37.118935 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1284e9c8-2cbb-4745-80de-4489519d3941 None None] Sync routers for ids ['8bf8171d-2b9c-4569-8528-71cfbdafa430'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:08:37.129963 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1284e9c8-2cbb-4745-80de-4489519d3941 None None] Routers {'8bf8171d-2b9c-4569-8528-71cfbdafa430'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:08:37.130636 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-1284e9c8-2cbb-4745-80de-4489519d3941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:08:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8bf8171d-2b9c-4569-8528-71cfbdafa430'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:08:37.176490 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-de185808-ba31-4656-9d30-95b42455deac req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] No DVR routers for this DVR port e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 on host hv-cinder-80135 {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:08:37.184041 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-de185808-ba31-4656-9d30-95b42455deac req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:37.191529 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-de185808-ba31-4656-9d30-95b42455deac req-ccbce70f-4edf-422b-b5fa-e8b75a36544d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.61 "DELETE /networking/v2.0/ports/e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 HTTP/1.1" status: 204 len: 173 time: 1.3134651 Sep 13 13:08:37.191529 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc', 'name': 'network-vif-deleted', 'tag': 'e42f6f1f-ed4b-41d3-a2b4-ba1b11365103'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:08:37.191529 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768ed00e-9be0-467d-a49b-c080d5c8ece3" -d '{"events": [{"server_uuid": "a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc", "name": "network-vif-deleted", "tag": "e42f6f1f-ed4b-41d3-a2b4-ba1b11365103"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:08:37.217968 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-794f678f-97b5-4258-b6bd-5dca569d6d65 req-a0d48fff-9fff-46fc-aac3-bf8cc6161bd4 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936291 Sep 13 13:08:37.242985 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-1284e9c8-2cbb-4745-80de-4489519d3941 None None] Set router 8bf8171d-2b9c-4569-8528-71cfbdafa430 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:08:37.250981 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63401e8c-1fe4-4a42-822e-1d457dee414b x-openstack-request-id: req-63401e8c-1fe4-4a42-822e-1d457dee414b {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:08:37.251375 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc", "name": "network-vif-deleted", "tag": "e42f6f1f-ed4b-41d3-a2b4-ba1b11365103", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:08:37.251582 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-63401e8c-1fe4-4a42-822e-1d457dee414b {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:08:37.251978 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63401e8c-1fe4-4a42-822e-1d457dee414b'] response: {'server_uuid': 'a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc', 'name': 'network-vif-deleted', 'tag': 'e42f6f1f-ed4b-41d3-a2b4-ba1b11365103', 'status': 'completed', 'code': 200} Sep 13 13:08:37.482481 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-1284e9c8-2cbb-4745-80de-4489519d3941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '26bcbd96-9ecb-4016-abf3-6e5a8adef64b', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'port_id': 'c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'mac_address': 'fa:16:3e:8b:35:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42476fd8-5bc5-47f9-8aa9-da3e3012656b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:05:13Z', 'updated_at': '2022-09-13T13:05:56Z', 'revision_number': 2, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:08:37.484923 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd2d924-284c-4a4b-96b5-1c49ef46e8da req-e19bdd78-2583-4d62-9ffd-95b0c97743b8 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:37.498657 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fdd2d924-284c-4a4b-96b5-1c49ef46e8da req-e19bdd78-2583-4d62-9ffd-95b0c97743b8 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0606425 Sep 13 13:08:37.511129 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1284e9c8-2cbb-4745-80de-4489519d3941 None None] Checking router: 8bf8171d-2b9c-4569-8528-71cfbdafa430 for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:08:37.527798 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1284e9c8-2cbb-4745-80de-4489519d3941 None None] Routers {'8bf8171d-2b9c-4569-8528-71cfbdafa430'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:08:37.528411 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-1284e9c8-2cbb-4745-80de-4489519d3941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:08:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8bf8171d-2b9c-4569-8528-71cfbdafa430'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:08:37.576484 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fdd2d924-284c-4a4b-96b5-1c49ef46e8da req-216f9b5a-52f2-48e0-ba69-1db68035662a tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769486 Sep 13 13:08:37.689139 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-1284e9c8-2cbb-4745-80de-4489519d3941 None None] Set router 8bf8171d-2b9c-4569-8528-71cfbdafa430 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:08:37.711895 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:37.729444 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc0f7b7-a216-4197-9564-834924592a43 req-b2a87d98-b46b-48a8-8b13-9b46f4a6884a tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:37.730739 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8dc0f7b7-a216-4197-9564-834924592a43 req-b2a87d98-b46b-48a8-8b13-9b46f4a6884a tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0685990 Sep 13 13:08:37.796139 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8dc0f7b7-a216-4197-9564-834924592a43 req-007a6710-6fe6-4c0a-ad39-52fc541fc9ec tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551498 Sep 13 13:08:37.830507 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 37776) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:08:38.028603 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-1284e9c8-2cbb-4745-80de-4489519d3941 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '26bcbd96-9ecb-4016-abf3-6e5a8adef64b', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'port_id': 'c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'mac_address': 'fa:16:3e:8b:35:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42476fd8-5bc5-47f9-8aa9-da3e3012656b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:05:13Z', 'updated_at': '2022-09-13T13:05:56Z', 'revision_number': 2, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:08:38.065053 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1284e9c8-2cbb-4745-80de-4489519d3941 None None] The sync data for ids ['8bf8171d-2b9c-4569-8528-71cfbdafa430'] in dv-cinder-801354-10-iscsi is: [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '26bcbd96-9ecb-4016-abf3-6e5a8adef64b', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'floating_ip_address': '172.27.1.190', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'port_id': 'c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'mac_address': 'fa:16:3e:8b:35:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42476fd8-5bc5-47f9-8aa9-da3e3012656b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:05:13Z', 'updated_at': '2022-09-13T13:05:56Z', 'revision_number': 2, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:08:38.105015 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c62337-07d3-40ae-b210-1ea34a723977 tempest-TestShelveInstance-795654572 tempest-TestShelveInstance-795654572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:38.110781 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 37792) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:08:38.111544 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-96c62337-07d3-40ae-b210-1ea34a723977 tempest-TestShelveInstance-795654572 tempest-TestShelveInstance-795654572-project-admin] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 1124 time: 0.2788048 Sep 13 13:08:38.116166 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-d0818b89-5813-4da5-a75c-bcb38d1212ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Request body: {'floatingip': {'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'port_id': '8e930901-ec1d-472f-b5bb-13698d503229', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:08:38.246838 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:38.248196 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d0818b89-5813-4da5-a75c-bcb38d1212ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:38.264720 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:38.328505 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 80c82096-8d7e-47cb-a713-18ffef510762 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:08:38.429522 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d0818b89-5813-4da5-a75c-bcb38d1212ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:38.440246 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1d5395-9d07-4e78-9073-92ce31c29e3f None None] New status for floating IP a0d1645e-6263-4c80-87ff-5b2d9d421c39: DOWN {{(pid=106852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:08:38.495293 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:38.500214 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:08:38.561902 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] No Port match for: e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:08:38.562319 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device e42f6f1f-ed4b-41d3-a2b4-ba1b11365103 not bound to the agent host hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:08:38.563906 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:38.572459 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:38.603431 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 80c82096-8d7e-47cb-a713-18ffef510762, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=80c82096-8d7e-47cb-a713-18ffef510762,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:08:38.652916 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c8d36703-f051-400f-977c-80a8ae6eaef5 req-3638928e-76c9-4015-8deb-cc9c8c23d99c tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1157c37-0bf6-4c6b-b4f7-c22c1e074cdc HTTP/1.1" status: 200 len: 210 time: 0.0603430 Sep 13 13:08:38.653682 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': '80c82096-8d7e-47cb-a713-18ffef510762', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'port_id': '80c82096-8d7e-47cb-a713-18ffef510762', 'mac_address': 'fa:16:3e:b6:a6:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:08:38.685401 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [None req-d0818b89-5813-4da5-a75c-bcb38d1212ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Allocated IP 172.27.1.16 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/4f4b3b4b-86c9-4b6d-9285-619e4d8adc05) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:08:38.725712 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 80c82096-8d7e-47cb-a713-18ffef510762 is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:08:38.725712 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (80c82096-8d7e-47cb-a713-18ffef510762), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:38.741293 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80c82096-8d7e-47cb-a713-18ffef510762 {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:08:38.810703 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 80c82096-8d7e-47cb-a713-18ffef510762, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=80c82096-8d7e-47cb-a713-18ffef510762,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:08:38.869002 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9873e-1f9f-4690-9403-071133931556 req-07398963-ef3b-40b9-a32d-f09ed52d8605 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:38.875966 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-39b9873e-1f9f-4690-9403-071133931556 req-07398963-ef3b-40b9-a32d-f09ed52d8605 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 944 time: 0.0715570 Sep 13 13:08:38.922287 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (80c82096-8d7e-47cb-a713-18ffef510762), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:38.959574 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d0818b89-5813-4da5-a75c-bcb38d1212ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for port (4f4b3b4b-86c9-4b6d-9285-619e4d8adc05), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:38.980468 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-39b9873e-1f9f-4690-9403-071133931556 req-8e38ffa5-8eb4-4f5f-bad2-6518bf1d52d1 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036458 Sep 13 13:08:39.127343 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d0818b89-5813-4da5-a75c-bcb38d1212ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (4f4b3b4b-86c9-4b6d-9285-619e4d8adc05), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:39.150757 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=80c82096-8d7e-47cb-a713-18ffef510762,revision_number=9']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:08:39.178287 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0818b89-5813-4da5-a75c-bcb38d1212ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:08:39.183753 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-d0818b89-5813-4da5-a75c-bcb38d1212ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:08:39.185998 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0818b89-5813-4da5-a75c-bcb38d1212ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Pushing event updated for resources: {'Port': ['ID=4f4b3b4b-86c9-4b6d-9285-619e4d8adc05,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:08:39.188117 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0818b89-5813-4da5-a75c-bcb38d1212ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:08:39.229171 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:39.256145 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['80c82096-8d7e-47cb-a713-18ffef510762'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:08:39.585567 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:39.603940 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d0818b89-5813-4da5-a75c-bcb38d1212ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for floatingip (e542499c-5f2e-4873-a3dc-e4cdf432a67a), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:39.770595 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d0818b89-5813-4da5-a75c-bcb38d1212ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (4f4b3b4b-86c9-4b6d-9285-619e4d8adc05), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:39.827219 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 37818) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:08:39.885451 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-54821738-b34d-46c8-bf76-f4ae41b642b6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group (534991d3-abbd-408e-a9b5-89bfa2ed8423), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:39.908414 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-54821738-b34d-46c8-bf76-f4ae41b642b6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group (534991d3-abbd-408e-a9b5-89bfa2ed8423), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:39.959125 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d0818b89-5813-4da5-a75c-bcb38d1212ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for port (4f4b3b4b-86c9-4b6d-9285-619e4d8adc05), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:40.024127 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-54821738-b34d-46c8-bf76-f4ae41b642b6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (534991d3-abbd-408e-a9b5-89bfa2ed8423), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:40.027168 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-54821738-b34d-46c8-bf76-f4ae41b642b6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:40.028338 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-54821738-b34d-46c8-bf76-f4ae41b642b6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/534991d3-abbd-408e-a9b5-89bfa2ed8423 HTTP/1.1" status: 204 len: 168 time: 0.2013836 Sep 13 13:08:40.031292 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 37824) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:08:40.040815 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54821738-b34d-46c8-bf76-f4ae41b642b6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=534991d3-abbd-408e-a9b5-89bfa2ed8423,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:08:40.043924 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d0818b89-5813-4da5-a75c-bcb38d1212ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (4f4b3b4b-86c9-4b6d-9285-619e4d8adc05), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:40.048378 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54821738-b34d-46c8-bf76-f4ae41b642b6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:40.048731 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54821738-b34d-46c8-bf76-f4ae41b642b6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:40.049075 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54821738-b34d-46c8-bf76-f4ae41b642b6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:40.049418 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54821738-b34d-46c8-bf76-f4ae41b642b6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:40.049850 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54821738-b34d-46c8-bf76-f4ae41b642b6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:40.050271 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54821738-b34d-46c8-bf76-f4ae41b642b6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:40.050617 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54821738-b34d-46c8-bf76-f4ae41b642b6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:40.050949 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54821738-b34d-46c8-bf76-f4ae41b642b6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:40.051381 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54821738-b34d-46c8-bf76-f4ae41b642b6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:40.051721 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54821738-b34d-46c8-bf76-f4ae41b642b6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:40.052047 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54821738-b34d-46c8-bf76-f4ae41b642b6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:40.052374 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54821738-b34d-46c8-bf76-f4ae41b642b6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:40.052699 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54821738-b34d-46c8-bf76-f4ae41b642b6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:40.053027 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54821738-b34d-46c8-bf76-f4ae41b642b6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:40.053355 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54821738-b34d-46c8-bf76-f4ae41b642b6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:08:40.080677 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.api.v2.resource [None req-62795acd-e0eb-4204-b43e-25bfb92c8c5d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] show failed (client error): The resource could not be found. Sep 13 13:08:40.081845 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-62795acd-e0eb-4204-b43e-25bfb92c8c5d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups/534991d3-abbd-408e-a9b5-89bfa2ed8423 HTTP/1.1" status: 404 len: 347 time: 0.0493233 Sep 13 13:08:40.084910 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 37826) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:08:40.172791 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d0818b89-5813-4da5-a75c-bcb38d1212ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (e542499c-5f2e-4873-a3dc-e4cdf432a67a), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:40.181017 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c7792a-78a3-4fc8-a168-de00030b5641 req-273bc34b-37a7-4522-abb0-f16fc40e6348 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:40.182689 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b2c7792a-78a3-4fc8-a168-de00030b5641 req-273bc34b-37a7-4522-abb0-f16fc40e6348 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 945 time: 0.0778773 Sep 13 13:08:40.183287 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0818b89-5813-4da5-a75c-bcb38d1212ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Pushing event updated for resources: {'Port': ['ID=4f4b3b4b-86c9-4b6d-9285-619e4d8adc05,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:08:40.200504 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2f97c6aa-04a3-44c6-805d-08bae6e35a07 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Deleting port 85a1b962-0ffa-41ba-b659-d4d836a8815a {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:08:40.200842 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2f97c6aa-04a3-44c6-805d-08bae6e35a07 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (85a1b962-0ffa-41ba-b659-d4d836a8815a), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:40.283073 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2f97c6aa-04a3-44c6-805d-08bae6e35a07 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (85a1b962-0ffa-41ba-b659-d4d836a8815a), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:40.283400 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2f97c6aa-04a3-44c6-805d-08bae6e35a07 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (85a1b962-0ffa-41ba-b659-d4d836a8815a), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:40.297755 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-2f97c6aa-04a3-44c6-805d-08bae6e35a07 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Calling delete_port for 85a1b962-0ffa-41ba-b659-d4d836a8815a owned by network:floatingip {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:08:40.304168 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b2c7792a-78a3-4fc8-a168-de00030b5641 req-da2b8a42-75b2-463b-961f-4314a9cb4f7d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884335 Sep 13 13:08:40.315634 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.l3_db [None req-d0818b89-5813-4da5-a75c-bcb38d1212ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Floating IP e542499c-5f2e-4873-a3dc-e4cdf432a67a associated. External IP: 172.27.1.16, port: 8e930901-ec1d-472f-b5bb-13698d503229. Sep 13 13:08:40.340317 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 80c82096-8d7e-47cb-a713-18ffef510762 up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:08:40.393235 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port 80c82096-8d7e-47cb-a713-18ffef510762 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:08:40.393704 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (80c82096-8d7e-47cb-a713-18ffef510762), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:40.421898 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:40.476402 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 80c82096-8d7e-47cb-a713-18ffef510762 is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:08:40.479534 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (80c82096-8d7e-47cb-a713-18ffef510762), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:40.501646 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c784b1b-72d1-431c-bca7-12cc7f5aa2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c82096-8d7e-47cb-a713-18ffef510762'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:08:40.503905 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ff58a3-072c-428e-a7a0-24bca6ce344b" -d '{"events": [{"server_uuid": "1c784b1b-72d1-431c-bca7-12cc7f5aa2b8", "name": "network-vif-plugged", "status": "completed", "tag": "80c82096-8d7e-47cb-a713-18ffef510762"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:08:40.517830 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 80c82096-8d7e-47cb-a713-18ffef510762, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=80c82096-8d7e-47cb-a713-18ffef510762,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:08:40.532729 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2f97c6aa-04a3-44c6-805d-08bae6e35a07 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289'] for port (85a1b962-0ffa-41ba-b659-d4d836a8815a), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:40.544663 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0818b89-5813-4da5-a75c-bcb38d1212ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Router a928d819-27e7-4734-9a63-8cfd9758a1a8 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:08:40.544995 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f196741-6b06-486d-84d4-79cf6db019b3 x-openstack-request-id: req-6f196741-6b06-486d-84d4-79cf6db019b3 {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:08:40.545411 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c784b1b-72d1-431c-bca7-12cc7f5aa2b8", "name": "network-vif-plugged", "status": "completed", "tag": "80c82096-8d7e-47cb-a713-18ffef510762", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:08:40.545778 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6f196741-6b06-486d-84d4-79cf6db019b3 {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:08:40.546334 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f196741-6b06-486d-84d4-79cf6db019b3'] response: {'server_uuid': '1c784b1b-72d1-431c-bca7-12cc7f5aa2b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80c82096-8d7e-47cb-a713-18ffef510762', 'code': 200} Sep 13 13:08:40.561247 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97c6aa-04a3-44c6-805d-08bae6e35a07 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event deleted for resources: {'Port': ['ID=85a1b962-0ffa-41ba-b659-d4d836a8815a,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:08:40.597607 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2f97c6aa-04a3-44c6-805d-08bae6e35a07 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (a0d1645e-6263-4c80-87ff-5b2d9d421c39), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:40.600170 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2f97c6aa-04a3-44c6-805d-08bae6e35a07 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:40.601325 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-2f97c6aa-04a3-44c6-805d-08bae6e35a07 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/a0d1645e-6263-4c80-87ff-5b2d9d421c39 HTTP/1.1" status: 204 len: 168 time: 0.5154421 Sep 13 13:08:40.635734 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (80c82096-8d7e-47cb-a713-18ffef510762), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:40.669031 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0818b89-5813-4da5-a75c-bcb38d1212ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:08:40.692751 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca505b38-0e85-4c9a-a50f-b22290296611 None None] Sync routers for ids ['a928d819-27e7-4734-9a63-8cfd9758a1a8'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:08:40.715120 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=80c82096-8d7e-47cb-a713-18ffef510762,revision_number=10']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:08:40.719702 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca505b38-0e85-4c9a-a50f-b22290296611 None None] Routers {'a928d819-27e7-4734-9a63-8cfd9758a1a8'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:08:40.720410 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-ca505b38-0e85-4c9a-a50f-b22290296611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:08:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['a928d819-27e7-4734-9a63-8cfd9758a1a8'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:08:40.780027 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d0818b89-5813-4da5-a75c-bcb38d1212ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:40.813678 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-d0818b89-5813-4da5-a75c-bcb38d1212ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7017374 Sep 13 13:08:40.814349 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54284e3-c8b5-4ca1-8fba-355677093187', 'tag': '8e930901-ec1d-472f-b5bb-13698d503229'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:08:40.816663 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3c907c-2c80-4d35-967c-12d5eaf553c1" -d '{"events": [{"name": "network-changed", "server_uuid": "d54284e3-c8b5-4ca1-8fba-355677093187", "tag": "8e930901-ec1d-472f-b5bb-13698d503229"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:08:40.819367 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:40.835794 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-ca505b38-0e85-4c9a-a50f-b22290296611 None None] Set router a928d819-27e7-4734-9a63-8cfd9758a1a8 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:08:40.882597 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537dc4a6-f2a2-4c81-b43a-fa0a38545d21 x-openstack-request-id: req-537dc4a6-f2a2-4c81-b43a-fa0a38545d21 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:08:40.883528 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54284e3-c8b5-4ca1-8fba-355677093187", "tag": "8e930901-ec1d-472f-b5bb-13698d503229", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:08:40.884043 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-537dc4a6-f2a2-4c81-b43a-fa0a38545d21 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:08:40.884518 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-537dc4a6-f2a2-4c81-b43a-fa0a38545d21'] response: {'name': 'network-changed', 'server_uuid': 'd54284e3-c8b5-4ca1-8fba-355677093187', 'tag': '8e930901-ec1d-472f-b5bb-13698d503229', 'status': 'completed', 'code': 200} Sep 13 13:08:40.973431 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c907c-2c80-4d35-967c-12d5eaf553c1 req-a356dd00-6064-40e9-a713-993ac8ff2f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:40.974969 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca3c907c-2c80-4d35-967c-12d5eaf553c1 req-a356dd00-6064-40e9-a713-993ac8ff2f0a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=9788b5b66a0c452cb39b263ca30284e0&device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 1129 time: 0.0416474 Sep 13 13:08:41.003953 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:41.019130 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=100 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:41.076892 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c907c-2c80-4d35-967c-12d5eaf553c1 req-54299302-bbaa-4a33-84c6-451f9133197a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:41.077285 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-ca505b38-0e85-4c9a-a50f-b22290296611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'name': 'tempest-TestShelveInstance-1584888238-router', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:06:53Z', 'updated_at': '2022-09-13T13:06:57Z', 'revision_number': 4, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'gw_port': {'id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:06:54Z', 'updated_at': '2022-09-13T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': 'e542499c-5f2e-4873-a3dc-e4cdf432a67a', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'port_id': '8e930901-ec1d-472f-b5bb-13698d503229', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1', 'mac_address': 'fa:16:3e:6d:c9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54284e3-c8b5-4ca1-8fba-355677093187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:08:39Z', 'updated_at': '2022-09-13T13:08:39Z', 'revision_number': 0, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '608732b6-5365-4851-a8c3-871638f6daf5', 'name': '', 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'mac_address': 'fa:16:3e:64:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4b81446e-11cc-48df-8c30-3a35b9db59c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:06:57Z', 'updated_at': '2022-09-13T13:07:03Z', 'revision_number': 5, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'subnets': [{'id': '4b81446e-11cc-48df-8c30-3a35b9db59c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:08:41.078406 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca3c907c-2c80-4d35-967c-12d5eaf553c1 req-54299302-bbaa-4a33-84c6-451f9133197a service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1 HTTP/1.1" status: 200 len: 910 time: 0.0976791 Sep 13 13:08:41.111137 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca505b38-0e85-4c9a-a50f-b22290296611 None None] Checking router: a928d819-27e7-4734-9a63-8cfd9758a1a8 for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:08:41.123466 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca505b38-0e85-4c9a-a50f-b22290296611 None None] Routers {'a928d819-27e7-4734-9a63-8cfd9758a1a8'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:08:41.124204 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-ca505b38-0e85-4c9a-a50f-b22290296611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:08:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['a928d819-27e7-4734-9a63-8cfd9758a1a8'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:08:41.182143 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca3c907c-2c80-4d35-967c-12d5eaf553c1 req-43d97e96-8d25-4aff-a393-93d908b30478 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e930901-ec1d-472f-b5bb-13698d503229 HTTP/1.1" status: 200 len: 998 time: 0.0774996 Sep 13 13:08:41.232029 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-ca505b38-0e85-4c9a-a50f-b22290296611 None None] Set router a928d819-27e7-4734-9a63-8cfd9758a1a8 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:08:41.251421 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c907c-2c80-4d35-967c-12d5eaf553c1 req-35e69a0b-75ca-49ca-99c6-6ff4a3a31549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:41.252967 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca3c907c-2c80-4d35-967c-12d5eaf553c1 req-35e69a0b-75ca-49ca-99c6-6ff4a3a31549 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=4b81446e-11cc-48df-8c30-3a35b9db59c9 HTTP/1.1" status: 200 len: 848 time: 0.0649245 Sep 13 13:08:41.340395 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3c907c-2c80-4d35-967c-12d5eaf553c1 req-965f4e6b-b2de-48e3-a468-bd009fef9608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:41.341910 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca3c907c-2c80-4d35-967c-12d5eaf553c1 req-965f4e6b-b2de-48e3-a468-bd009fef9608 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0828826 Sep 13 13:08:41.343360 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16bf674-841a-45c3-af7c-4330b345a54f req-f61723eb-f329-43da-a190-2d502e0917b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:41.344688 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c16bf674-841a-45c3-af7c-4330b345a54f req-f61723eb-f329-43da-a190-2d502e0917b9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 1131 time: 0.0476902 Sep 13 13:08:41.405387 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 37856) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:08:41.493405 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-ca505b38-0e85-4c9a-a50f-b22290296611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'name': 'tempest-TestShelveInstance-1584888238-router', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:06:53Z', 'updated_at': '2022-09-13T13:06:57Z', 'revision_number': 4, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'gw_port': {'id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:06:54Z', 'updated_at': '2022-09-13T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': 'e542499c-5f2e-4873-a3dc-e4cdf432a67a', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'port_id': '8e930901-ec1d-472f-b5bb-13698d503229', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1', 'mac_address': 'fa:16:3e:6d:c9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54284e3-c8b5-4ca1-8fba-355677093187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:08:39Z', 'updated_at': '2022-09-13T13:08:39Z', 'revision_number': 0, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '608732b6-5365-4851-a8c3-871638f6daf5', 'name': '', 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'mac_address': 'fa:16:3e:64:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4b81446e-11cc-48df-8c30-3a35b9db59c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:06:57Z', 'updated_at': '2022-09-13T13:07:03Z', 'revision_number': 5, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'subnets': [{'id': '4b81446e-11cc-48df-8c30-3a35b9db59c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:08:41.499902 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29114bd5-1f72-43c0-b368-7deb9b8b56f4 req-69aedbde-4039-497b-89b4-e0fe9749f863 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:41.501551 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-29114bd5-1f72-43c0-b368-7deb9b8b56f4 req-69aedbde-4039-497b-89b4-e0fe9749f863 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 947 time: 0.0890574 Sep 13 13:08:41.509690 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c16bf674-841a-45c3-af7c-4330b345a54f req-33c42403-b77d-4208-8a2b-495198bbaa55 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489394 Sep 13 13:08:41.528507 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca505b38-0e85-4c9a-a50f-b22290296611 None None] The sync data for ids ['a928d819-27e7-4734-9a63-8cfd9758a1a8'] in dv-cinder-801354-10-iscsi is: [{'id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'name': 'tempest-TestShelveInstance-1584888238-router', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:06:53Z', 'updated_at': '2022-09-13T13:06:57Z', 'revision_number': 4, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'gw_port': {'id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:06:54Z', 'updated_at': '2022-09-13T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': 'e542499c-5f2e-4873-a3dc-e4cdf432a67a', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'floating_ip_address': '172.27.1.16', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'port_id': '8e930901-ec1d-472f-b5bb-13698d503229', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1', 'mac_address': 'fa:16:3e:6d:c9:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd54284e3-c8b5-4ca1-8fba-355677093187', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:08:39Z', 'updated_at': '2022-09-13T13:08:39Z', 'revision_number': 0, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '608732b6-5365-4851-a8c3-871638f6daf5', 'name': '', 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'mac_address': 'fa:16:3e:64:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4b81446e-11cc-48df-8c30-3a35b9db59c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:06:57Z', 'updated_at': '2022-09-13T13:07:03Z', 'revision_number': 5, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'subnets': [{'id': '4b81446e-11cc-48df-8c30-3a35b9db59c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:08:41.529351 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4e8050fc-afab-4b7a-8983-8c019f1c012c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:41.533970 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca3c907c-2c80-4d35-967c-12d5eaf553c1 req-5b46fbd8-43a5-4967-8851-01f8b32b3e7a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812975 Sep 13 13:08:41.564392 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-29114bd5-1f72-43c0-b368-7deb9b8b56f4 req-18d447d7-3f56-4224-aae2-8c025771bf54 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490141 Sep 13 13:08:41.623767 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4e8050fc-afab-4b7a-8983-8c019f1c012c admin admin] Publish callbacks [] for security_group (d3119230-3f1d-4d1d-bc8d-ae66160574fb), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:41.709955 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4e8050fc-afab-4b7a-8983-8c019f1c012c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (d3119230-3f1d-4d1d-bc8d-ae66160574fb), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:41.751379 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e710af2c-a9f8-4ef6-89fe-3cac052c4629 None None] New status for floating IP e542499c-5f2e-4873-a3dc-e4cdf432a67a: ACTIVE {{(pid=106852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:08:41.753265 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8050fc-afab-4b7a-8983-8c019f1c012c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3119230-3f1d-4d1d-bc8d-ae66160574fb,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:08:41.758502 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-4e8050fc-afab-4b7a-8983-8c019f1c012c admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=2f6d01eb0baf462bb2629710235ede70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3512900 Sep 13 13:08:41.761608 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 37862) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:08:41.779028 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:41.819546 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8d480eb3-3192-44ff-82f9-07125673876e admin admin] Publish callbacks [] for security_group (d3119230-3f1d-4d1d-bc8d-ae66160574fb), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:41.827884 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:41.843519 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8d480eb3-3192-44ff-82f9-07125673876e admin admin] Publish callbacks [] for security_group (d3119230-3f1d-4d1d-bc8d-ae66160574fb), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:41.996305 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8d480eb3-3192-44ff-82f9-07125673876e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (d3119230-3f1d-4d1d-bc8d-ae66160574fb), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:42.000834 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8d480eb3-3192-44ff-82f9-07125673876e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:42.006381 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-8d480eb3-3192-44ff-82f9-07125673876e admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/d3119230-3f1d-4d1d-bc8d-ae66160574fb HTTP/1.1" status: 204 len: 168 time: 0.2398915 Sep 13 13:08:42.016621 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d480eb3-3192-44ff-82f9-07125673876e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3119230-3f1d-4d1d-bc8d-ae66160574fb,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:08:42.102050 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ca3c907c-2c80-4d35-967c-12d5eaf553c1 req-e3e74d6f-2abb-4792-89a8-ab213fb03a11 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617723 Sep 13 13:08:42.680120 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:42.693179 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931a724-ae11-4db8-a619-cb1f8e00e195 req-0b497156-0faa-4749-bc50-0b68a78b5464 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:42.694809 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4931a724-ae11-4db8-a619-cb1f8e00e195 req-0b497156-0faa-4749-bc50-0b68a78b5464 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 947 time: 0.0483856 Sep 13 13:08:42.745053 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4931a724-ae11-4db8-a619-cb1f8e00e195 req-12e72b87-aaad-48d2-b215-b7463a877516 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440819 Sep 13 13:08:43.885450 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eea764-954e-4640-a6c0-6a83084b00e1 req-81ee2c82-ac98-4a36-af43-35d05f473bfb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:43.886887 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-99eea764-954e-4640-a6c0-6a83084b00e1 req-81ee2c82-ac98-4a36-af43-35d05f473bfb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 947 time: 0.0485973 Sep 13 13:08:43.938913 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-99eea764-954e-4640-a6c0-6a83084b00e1 req-02ff7d6f-d345-496c-8f3e-c890ec2065df tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464809 Sep 13 13:08:45.068556 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6c20af-e9a3-41f1-9381-ba12c677be73 req-2d6929ed-4866-43b9-87da-ba185cf18a94 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:45.070578 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cd6c20af-e9a3-41f1-9381-ba12c677be73 req-2d6929ed-4866-43b9-87da-ba185cf18a94 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 947 time: 0.0458446 Sep 13 13:08:45.121830 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cd6c20af-e9a3-41f1-9381-ba12c677be73 req-968eeef3-6b75-41ef-920c-ddc9c13c7028 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438948 Sep 13 13:08:48.565609 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:08:51.496507 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=25 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:51.877007 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:52.049785 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=67 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:52.082783 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=14,neutron:DELETE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:54.793171 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38116) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:08:54.915072 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0f4127e6-1db4-4581-bf0d-3dc944b4e53e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:54.990790 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0f4127e6-1db4-4581-bf0d-3dc944b4e53e admin admin] Publish callbacks [] for security_group (79cdf37d-0e22-4eaf-b9e3-131c57ad6fb8), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:55.045910 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0f4127e6-1db4-4581-bf0d-3dc944b4e53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (79cdf37d-0e22-4eaf-b9e3-131c57ad6fb8), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:55.087177 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4127e6-1db4-4581-bf0d-3dc944b4e53e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79cdf37d-0e22-4eaf-b9e3-131c57ad6fb8,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:08:55.091893 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-0f4127e6-1db4-4581-bf0d-3dc944b4e53e admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=86747569a3b84165a4d7c12d5c5451b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975614 Sep 13 13:08:55.094478 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38124) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:08:55.140789 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:55.144125 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-5e5f4450-78bc-4302-8b53-86525184753e admin admin] Publish callbacks [] for security_group (79cdf37d-0e22-4eaf-b9e3-131c57ad6fb8), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:55.164738 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-5e5f4450-78bc-4302-8b53-86525184753e admin admin] Publish callbacks [] for security_group (79cdf37d-0e22-4eaf-b9e3-131c57ad6fb8), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:55.280565 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-5e5f4450-78bc-4302-8b53-86525184753e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (79cdf37d-0e22-4eaf-b9e3-131c57ad6fb8), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:55.283151 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-5e5f4450-78bc-4302-8b53-86525184753e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:08:55.284281 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-5e5f4450-78bc-4302-8b53-86525184753e admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/79cdf37d-0e22-4eaf-b9e3-131c57ad6fb8 HTTP/1.1" status: 204 len: 168 time: 0.1888220 Sep 13 13:08:55.292495 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f4450-78bc-4302-8b53-86525184753e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cdf37d-0e22-4eaf-b9e3-131c57ad6fb8,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:08:57.208914 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96011b-9e4d-482f-8805-ebfba78e2514 req-da19b205-c019-4046-964e-cc122652f2ea tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:57.216160 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2a96011b-9e4d-482f-8805-ebfba78e2514 req-da19b205-c019-4046-964e-cc122652f2ea tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0551381 Sep 13 13:08:57.259050 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2a96011b-9e4d-482f-8805-ebfba78e2514 req-30b8dfac-c25c-4c36-8a2a-0139896fc29b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420356 Sep 13 13:08:57.346413 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e50be-4c65-4e11-9714-071865ac7bfe req-c8d71e8e-4ebc-4f1c-9a3b-9c7a6eda5f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:57.349196 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-778e50be-4c65-4e11-9714-071865ac7bfe req-c8d71e8e-4ebc-4f1c-9a3b-9c7a6eda5f9a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c15624f4312f49bb85a7a086c291d157&device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 1129 time: 0.0431516 Sep 13 13:08:57.466208 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98111e5-8be6-4e8d-956a-d31262aca98a req-4377bd4d-7744-4f40-8df8-e3657716501b tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:57.467668 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c98111e5-8be6-4e8d-956a-d31262aca98a req-4377bd4d-7744-4f40-8df8-e3657716501b tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0874891 Sep 13 13:08:57.503095 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:57.506186 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e50be-4c65-4e11-9714-071865ac7bfe req-4fff81aa-5339-43db-a2bf-58a31aec0df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:57.507643 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-778e50be-4c65-4e11-9714-071865ac7bfe req-4fff81aa-5339-43db-a2bf-58a31aec0df8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 HTTP/1.1" status: 200 len: 920 time: 0.1522567 Sep 13 13:08:57.533616 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c98111e5-8be6-4e8d-956a-d31262aca98a req-114194e5-a4cc-478f-8474-739a3f5cc086 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572467 Sep 13 13:08:57.671684 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-778e50be-4c65-4e11-9714-071865ac7bfe req-9c3f4c52-3843-4c3d-a4e4-6820f0c577c2 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cd2a580-87ce-44ee-b219-d7868153c645 HTTP/1.1" status: 200 len: 1001 time: 0.0552814 Sep 13 13:08:57.733262 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e50be-4c65-4e11-9714-071865ac7bfe req-6952fa75-da94-428e-bc52-938b34b4c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:57.734713 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-778e50be-4c65-4e11-9714-071865ac7bfe req-6952fa75-da94-428e-bc52-938b34b4c4af service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=150922b3-3525-45d2-8627-b637b171605b HTTP/1.1" status: 200 len: 858 time: 0.0511825 Sep 13 13:08:57.779902 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778e50be-4c65-4e11-9714-071865ac7bfe req-976add49-53ff-4307-8028-f4f71a29e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:57.781424 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-778e50be-4c65-4e11-9714-071865ac7bfe req-976add49-53ff-4307-8028-f4f71a29e28c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396702 Sep 13 13:08:57.875264 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-778e50be-4c65-4e11-9714-071865ac7bfe req-c80d4d23-e2db-4cef-b6a9-1f79b83a596f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876029 Sep 13 13:08:57.977495 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-778e50be-4c65-4e11-9714-071865ac7bfe req-603ca338-8c5d-4bed-b3ac-da5ed4bf33d9 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829351 Sep 13 13:08:58.381578 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e69a5-96ac-4063-a767-87fb6fd4f5a5 req-9b69c999-22eb-45fa-b75a-4499e41c8b08 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:58.383191 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-912e69a5-96ac-4063-a767-87fb6fd4f5a5 req-9b69c999-22eb-45fa-b75a-4499e41c8b08 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0492189 Sep 13 13:08:58.435253 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-912e69a5-96ac-4063-a767-87fb6fd4f5a5 req-4d959587-2e77-4c63-91c1-b5998620418f tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458086 Sep 13 13:08:58.507197 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8fec22-6c11-40c3-a87d-8f5e0cd00c67 req-8f5b7232-bf9e-4935-906e-acb525083ec6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:58.508799 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-aa8fec22-6c11-40c3-a87d-8f5e0cd00c67 req-8f5b7232-bf9e-4935-906e-acb525083ec6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 945 time: 0.0498734 Sep 13 13:08:58.556513 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-aa8fec22-6c11-40c3-a87d-8f5e0cd00c67 req-cf16b694-41aa-40ab-8a7a-79f03dab4882 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420482 Sep 13 13:08:58.565753 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:58.656645 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d21b80-06a7-4228-ad65-423d79e99d5f req-ce2cecbf-a0d8-4f7e-8212-fd6d740842dc tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:58.658418 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-04d21b80-06a7-4228-ad65-423d79e99d5f req-ce2cecbf-a0d8-4f7e-8212-fd6d740842dc tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0487401 Sep 13 13:08:58.706174 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-04d21b80-06a7-4228-ad65-423d79e99d5f req-79740a7e-b417-4166-bbbb-958a95f370b1 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419931 Sep 13 13:08:59.542852 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:08:59.558458 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea4588-55a5-4bc7-84a9-374e87ea165c req-75518fc7-aa4b-4f5d-8f7c-9f2d62c30661 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:59.570094 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cfea4588-55a5-4bc7-84a9-374e87ea165c req-75518fc7-aa4b-4f5d-8f7c-9f2d62c30661 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0502524 Sep 13 13:08:59.607625 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cfea4588-55a5-4bc7-84a9-374e87ea165c req-ce17bb8b-85d4-440e-88e1-11009c943dad tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422182 Sep 13 13:08:59.677868 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76aef0-7d9f-4db3-959e-02d834f887e5 req-cf606b98-cf59-48db-a6b1-da66778269ef tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:59.679317 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4f76aef0-7d9f-4db3-959e-02d834f887e5 req-cf606b98-cf59-48db-a6b1-da66778269ef tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 945 time: 0.0467792 Sep 13 13:08:59.726630 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4f76aef0-7d9f-4db3-959e-02d834f887e5 req-00b236b3-f0d2-4d67-afa8-65467e72f27b tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411663 Sep 13 13:08:59.827715 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bd06f-2470-4cd9-b3ec-ad959105e327 req-1cc640cc-7c24-4221-9614-bf1143822364 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:08:59.829187 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-aa4bd06f-2470-4cd9-b3ec-ad959105e327 req-1cc640cc-7c24-4221-9614-bf1143822364 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0476975 Sep 13 13:08:59.880095 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-aa4bd06f-2470-4cd9-b3ec-ad959105e327 req-61c76479-fa49-492b-8bcb-906ec8e38195 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451233 Sep 13 13:09:00.337553 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:00.350017 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca27a9f-8639-436d-9a60-16afb3dc5bcd req-b991b615-042b-4937-8718-c06797d58509 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:00.351471 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1ca27a9f-8639-436d-9a60-16afb3dc5bcd req-b991b615-042b-4937-8718-c06797d58509 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 945 time: 0.0450470 Sep 13 13:09:00.436514 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-1ca27a9f-8639-436d-9a60-16afb3dc5bcd req-20a1ea79-e7e7-49df-b584-3b073316f1e2 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Deleting port c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:09:00.436846 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-1ca27a9f-8639-436d-9a60-16afb3dc5bcd req-20a1ea79-e7e7-49df-b584-3b073316f1e2 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:00.530834 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-1ca27a9f-8639-436d-9a60-16afb3dc5bcd req-20a1ea79-e7e7-49df-b584-3b073316f1e2 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] For port c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:09:00.531189 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-1ca27a9f-8639-436d-9a60-16afb3dc5bcd req-20a1ea79-e7e7-49df-b584-3b073316f1e2 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:00.699495 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-1ca27a9f-8639-436d-9a60-16afb3dc5bcd req-20a1ea79-e7e7-49df-b584-3b073316f1e2 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:00.700153 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-1ca27a9f-8639-436d-9a60-16afb3dc5bcd req-20a1ea79-e7e7-49df-b584-3b073316f1e2 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (26bcbd96-9ecb-4016-abf3-6e5a8adef64b), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:00.700153 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.l3_db [req-1ca27a9f-8639-436d-9a60-16afb3dc5bcd req-20a1ea79-e7e7-49df-b584-3b073316f1e2 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Floating IP 26bcbd96-9ecb-4016-abf3-6e5a8adef64b disassociated. External IP: 172.27.1.190, port: c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c. Sep 13 13:09:00.700486 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-1ca27a9f-8639-436d-9a60-16afb3dc5bcd req-20a1ea79-e7e7-49df-b584-3b073316f1e2 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Calling delete_port for c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c owned by compute:nova {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:09:00.745869 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f3b7b4-d291-4703-8ff7-5e0dfd34d0eb req-44cf33a2-9bdd-4e52-a5c0-7cb61cb9afaf tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:00.747337 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-40f3b7b4-d291-4703-8ff7-5e0dfd34d0eb req-44cf33a2-9bdd-4e52-a5c0-7cb61cb9afaf tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0630627 Sep 13 13:09:00.876186 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-40f3b7b4-d291-4703-8ff7-5e0dfd34d0eb req-b33d6d98-9827-480e-81dc-20867df92505 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030250 Sep 13 13:09:00.888920 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229abdc6-cb7c-4ce6-bab7-6a69c924fc61 req-6d7cd774-5458-4c87-9386-f48d70a01270 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:00.890257 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-229abdc6-cb7c-4ce6-bab7-6a69c924fc61 req-6d7cd774-5458-4c87-9386-f48d70a01270 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 945 time: 0.0806515 Sep 13 13:09:00.999577 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:01.007716 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-229abdc6-cb7c-4ce6-bab7-6a69c924fc61 req-656c8852-d979-4845-be15-580aed0c0321 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077664 Sep 13 13:09:01.018557 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b6338-c3e0-47cb-bbab-c1b90b7bfee8 req-b1f57aa8-9c70-4ebe-8586-d12b00835c89 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:01.033881 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d49b6338-c3e0-47cb-bbab-c1b90b7bfee8 req-b1f57aa8-9c70-4ebe-8586-d12b00835c89 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0604179 Sep 13 13:09:01.033881 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-1ca27a9f-8639-436d-9a60-16afb3dc5bcd req-20a1ea79-e7e7-49df-b584-3b073316f1e2 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:01.076321 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1ea79-e7e7-49df-b584-3b073316f1e2 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event deleted for resources: {'Port': ['ID=c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:01.107973 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d49b6338-c3e0-47cb-bbab-c1b90b7bfee8 req-5ecfe14c-ee84-4645-9fd8-62bd5a7df70d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817065 Sep 13 13:09:01.153114 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:01.171489 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:01.205130 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ca27a9f-8639-436d-9a60-16afb3dc5bcd req-20a1ea79-e7e7-49df-b584-3b073316f1e2 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Router 8bf8171d-2b9c-4569-8528-71cfbdafa430 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:09:01.302426 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ca27a9f-8639-436d-9a60-16afb3dc5bcd req-20a1ea79-e7e7-49df-b584-3b073316f1e2 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:09:01.312939 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edec97b9-881c-46e9-ba91-07ef6edc1dd1 None None] Sync routers for ids ['8bf8171d-2b9c-4569-8528-71cfbdafa430'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:09:01.323450 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edec97b9-881c-46e9-ba91-07ef6edc1dd1 None None] Routers {'8bf8171d-2b9c-4569-8528-71cfbdafa430'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:09:01.324304 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-edec97b9-881c-46e9-ba91-07ef6edc1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:08:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8bf8171d-2b9c-4569-8528-71cfbdafa430'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:09:01.345980 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca27a9f-8639-436d-9a60-16afb3dc5bcd req-20a1ea79-e7e7-49df-b584-3b073316f1e2 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] No DVR routers for this DVR port c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c on host hv-cinder-80135 {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:09:01.348615 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-1ca27a9f-8639-436d-9a60-16afb3dc5bcd req-20a1ea79-e7e7-49df-b584-3b073316f1e2 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:01.351856 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1ca27a9f-8639-436d-9a60-16afb3dc5bcd req-20a1ea79-e7e7-49df-b584-3b073316f1e2 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.61 "DELETE /networking/v2.0/ports/c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c HTTP/1.1" status: 204 len: 173 time: 0.9943738 Sep 13 13:09:01.352356 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42476fd8-5bc5-47f9-8aa9-da3e3012656b', 'name': 'network-vif-deleted', 'tag': 'c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:09:01.354831 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0fb990-b45e-4860-bbb3-79e8b9100301" -d '{"events": [{"server_uuid": "42476fd8-5bc5-47f9-8aa9-da3e3012656b", "name": "network-vif-deleted", "tag": "c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:09:01.391616 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de16b26-b220-49ee-9830-fb26765ec481 x-openstack-request-id: req-2de16b26-b220-49ee-9830-fb26765ec481 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:09:01.391913 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42476fd8-5bc5-47f9-8aa9-da3e3012656b", "name": "network-vif-deleted", "tag": "c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:09:01.392166 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-2de16b26-b220-49ee-9830-fb26765ec481 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:09:01.392570 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de16b26-b220-49ee-9830-fb26765ec481'] response: {'server_uuid': '42476fd8-5bc5-47f9-8aa9-da3e3012656b', 'name': 'network-vif-deleted', 'tag': 'c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c', 'status': 'completed', 'code': 200} Sep 13 13:09:01.433933 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-edec97b9-881c-46e9-ba91-07ef6edc1dd1 None None] Set router 8bf8171d-2b9c-4569-8528-71cfbdafa430 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:09:01.642992 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-edec97b9-881c-46e9-ba91-07ef6edc1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:09:01.669455 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edec97b9-881c-46e9-ba91-07ef6edc1dd1 None None] Checking router: 8bf8171d-2b9c-4569-8528-71cfbdafa430 for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:09:01.680595 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edec97b9-881c-46e9-ba91-07ef6edc1dd1 None None] Routers {'8bf8171d-2b9c-4569-8528-71cfbdafa430'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:09:01.680595 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-edec97b9-881c-46e9-ba91-07ef6edc1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:08:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8bf8171d-2b9c-4569-8528-71cfbdafa430'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:09:01.790860 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-edec97b9-881c-46e9-ba91-07ef6edc1dd1 None None] Set router 8bf8171d-2b9c-4569-8528-71cfbdafa430 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:09:02.007369 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-edec97b9-881c-46e9-ba91-07ef6edc1dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:09:02.016434 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a8a6ce-4bf2-42a0-8486-aa151709fd5e req-dcc5af15-9ac9-463e-9ae5-aa0ef66c3c98 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:02.018352 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f7a8a6ce-4bf2-42a0-8486-aa151709fd5e req-dcc5af15-9ac9-463e-9ae5-aa0ef66c3c98 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0602417 Sep 13 13:09:02.036152 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edec97b9-881c-46e9-ba91-07ef6edc1dd1 None None] The sync data for ids ['8bf8171d-2b9c-4569-8528-71cfbdafa430'] in dv-cinder-801354-10-iscsi is: [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:09:02.084690 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f7a8a6ce-4bf2-42a0-8486-aa151709fd5e req-d6a56cbb-ad0b-478d-9207-04d247c13f91 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593526 Sep 13 13:09:02.143969 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f760a69e-11d8-4e11-9601-cc9183985e4c req-7c74aca5-ad0d-441e-b0da-67610bc36619 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=42476fd8-5bc5-47f9-8aa9-da3e3012656b HTTP/1.1" status: 200 len: 210 time: 0.0331502 Sep 13 13:09:02.263876 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e4cd0-03b6-4ae2-9482-06d0a604803d req-661ab144-e8b3-43e1-bbd7-99883710698a tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:02.265447 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a48e4cd0-03b6-4ae2-9482-06d0a604803d req-661ab144-e8b3-43e1-bbd7-99883710698a tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0618513 Sep 13 13:09:02.301378 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d53855-28f2-450b-9c97-1edb71753830 None None] New status for floating IP 26bcbd96-9ecb-4016-abf3-6e5a8adef64b: DOWN {{(pid=106852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:09:02.325867 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a48e4cd0-03b6-4ae2-9482-06d0a604803d req-469d6820-c808-4d83-bb11-5cd5cca2561a tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542634 Sep 13 13:09:03.220489 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e0f8c-e460-4ca6-9be7-f46b36ddca63 req-8bd59f97-3ee8-450a-a938-6356b02d9fd1 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:03.220489 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-272e0f8c-e460-4ca6-9be7-f46b36ddca63 req-8bd59f97-3ee8-450a-a938-6356b02d9fd1 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0494032 Sep 13 13:09:03.267494 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-272e0f8c-e460-4ca6-9be7-f46b36ddca63 req-c862dbf5-ed2b-4215-8e17-e6f5166dfbab tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427046 Sep 13 13:09:03.320413 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-6eb6263a-6472-4062-a1d4-d2437d505189 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:03.361261 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38200) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:09:03.428151 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0e881634-b8c8-4d61-ac99-66251f640b3f tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group (6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:03.475968 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b43f441-a275-4b6d-bf82-44d6b7d59933 req-8d1671f8-26f5-4ab8-9fae-c9126e4c825a tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:03.478221 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9b43f441-a275-4b6d-bf82-44d6b7d59933 req-8d1671f8-26f5-4ab8-9fae-c9126e4c825a tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0714469 Sep 13 13:09:03.479956 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0e881634-b8c8-4d61-ac99-66251f640b3f tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group (6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:03.546910 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9b43f441-a275-4b6d-bf82-44d6b7d59933 req-629f243d-2c8a-4a19-a7c9-2ea9714e2097 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592859 Sep 13 13:09:03.656854 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0e881634-b8c8-4d61-ac99-66251f640b3f tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:03.659471 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0e881634-b8c8-4d61-ac99-66251f640b3f tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:03.660571 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-0e881634-b8c8-4d61-ac99-66251f640b3f tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6 HTTP/1.1" status: 204 len: 168 time: 0.2982817 Sep 13 13:09:03.663420 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38202) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:09:03.670497 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e881634-b8c8-4d61-ac99-66251f640b3f tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:03.681102 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.api.v2.resource [None req-bde0b1be-353b-4f52-bbc8-8ae74be54baa tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] show failed (client error): The resource could not be found. Sep 13 13:09:03.682076 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-bde0b1be-353b-4f52-bbc8-8ae74be54baa tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups/6ed7cbe1-1801-47e3-9f40-dda3e59bf7c6 HTTP/1.1" status: 404 len: 347 time: 0.0174665 Sep 13 13:09:03.685089 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38204) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:09:03.801300 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-d4b613e8-f3da-47f8-8cec-3dde7c52b81f tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Deleting port db6a7d3d-f262-480f-a310-110f7ff33b5f {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:09:03.801300 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d4b613e8-f3da-47f8-8cec-3dde7c52b81f tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (db6a7d3d-f262-480f-a310-110f7ff33b5f), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:03.877410 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d4b613e8-f3da-47f8-8cec-3dde7c52b81f tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (db6a7d3d-f262-480f-a310-110f7ff33b5f), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:03.877753 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d4b613e8-f3da-47f8-8cec-3dde7c52b81f tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (db6a7d3d-f262-480f-a310-110f7ff33b5f), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:03.890651 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-d4b613e8-f3da-47f8-8cec-3dde7c52b81f tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Calling delete_port for db6a7d3d-f262-480f-a310-110f7ff33b5f owned by network:floatingip {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:09:04.085582 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d4b613e8-f3da-47f8-8cec-3dde7c52b81f tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289'] for port (db6a7d3d-f262-480f-a310-110f7ff33b5f), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:04.107839 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b613e8-f3da-47f8-8cec-3dde7c52b81f tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event deleted for resources: {'Port': ['ID=db6a7d3d-f262-480f-a310-110f7ff33b5f,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:04.135447 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d4b613e8-f3da-47f8-8cec-3dde7c52b81f tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (26bcbd96-9ecb-4016-abf3-6e5a8adef64b), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:04.137943 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d4b613e8-f3da-47f8-8cec-3dde7c52b81f tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:04.139072 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-d4b613e8-f3da-47f8-8cec-3dde7c52b81f tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/26bcbd96-9ecb-4016-abf3-6e5a8adef64b HTTP/1.1" status: 204 len: 168 time: 0.4528599 Sep 13 13:09:04.278434 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38208) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:09:04.282909 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-ba0a62b6-cc6a-4922-8862-5194b6630f04 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--463423305', 'description': 'tempest-description--1548819070'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:09:04.354891 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ba0a62b6-cc6a-4922-8862-5194b6630f04 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:04.393119 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411af9fd-ac90-4ae5-98da-2f594ab488e8 req-303561e8-8181-4f49-80e1-7584b20f3312 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:04.394649 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-411af9fd-ac90-4ae5-98da-2f594ab488e8 req-303561e8-8181-4f49-80e1-7584b20f3312 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0482144 Sep 13 13:09:04.425917 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ba0a62b6-cc6a-4922-8862-5194b6630f04 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group (4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:04.449637 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-411af9fd-ac90-4ae5-98da-2f594ab488e8 req-638fc6dd-f05e-4620-8db2-2ca4eda22b07 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483890 Sep 13 13:09:04.496371 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ba0a62b6-cc6a-4922-8862-5194b6630f04 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:04.525207 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a62b6-cc6a-4922-8862-5194b6630f04 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:04.557286 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:09:04.576464 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] No Port match for: c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:09:04.576807 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device c1bb16ae-8c0f-4622-bcf4-fc93bfe65e0c not bound to the agent host hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:09:04.618180 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ba0a62b6-cc6a-4922-8862-5194b6630f04 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:04.618180 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-ba0a62b6-cc6a-4922-8862-5194b6630f04 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3295684 Sep 13 13:09:04.618180 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38214) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:09:04.618180 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-fd6bdbde-f9e2-4430-bb9a-b93bb3df53df tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Request body: {'security_group_rule': {'security_group_id': '4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:09:04.673239 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7598f196-5333-4249-a52f-04a284208843 req-ce410de4-a339-49fa-afad-30d272d268b1 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:04.674885 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7598f196-5333-4249-a52f-04a284208843 req-ce410de4-a339-49fa-afad-30d272d268b1 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0516443 Sep 13 13:09:04.687126 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:04.703856 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fd6bdbde-f9e2-4430-bb9a-b93bb3df53df tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group_rule (40cd633e-2b5d-4a6e-a5fa-ddd86d7d782c), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:04.725914 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7598f196-5333-4249-a52f-04a284208843 req-4a0e5846-cdbc-4062-9763-c8f02f9787c9 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442696 Sep 13 13:09:04.765786 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fd6bdbde-f9e2-4430-bb9a-b93bb3df53df tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group_rule (40cd633e-2b5d-4a6e-a5fa-ddd86d7d782c), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:04.902960 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fd6bdbde-f9e2-4430-bb9a-b93bb3df53df tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (40cd633e-2b5d-4a6e-a5fa-ddd86d7d782c), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:04.924529 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6bdbde-f9e2-4430-bb9a-b93bb3df53df tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40cd633e-2b5d-4a6e-a5fa-ddd86d7d782c,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:05.019218 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fd6bdbde-f9e2-4430-bb9a-b93bb3df53df tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:05.020512 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-fd6bdbde-f9e2-4430-bb9a-b93bb3df53df tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4076009 Sep 13 13:09:05.023248 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38216) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:09:05.028222 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-8ba46b53-d7d1-4f4d-af93-5ee1e1b4f0ce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Request body: {'security_group_rule': {'security_group_id': '4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:09:05.141840 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8ba46b53-d7d1-4f4d-af93-5ee1e1b4f0ce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group_rule (edefc306-510e-430d-8d7b-ed691c3a29ce), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:05.157552 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:05.186255 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:05.201579 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8ba46b53-d7d1-4f4d-af93-5ee1e1b4f0ce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group_rule (edefc306-510e-430d-8d7b-ed691c3a29ce), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:05.275019 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8ba46b53-d7d1-4f4d-af93-5ee1e1b4f0ce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (edefc306-510e-430d-8d7b-ed691c3a29ce), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:05.295386 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba46b53-d7d1-4f4d-af93-5ee1e1b4f0ce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edefc306-510e-430d-8d7b-ed691c3a29ce,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:05.378865 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8ba46b53-d7d1-4f4d-af93-5ee1e1b4f0ce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:05.380085 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-8ba46b53-d7d1-4f4d-af93-5ee1e1b4f0ce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3551710 Sep 13 13:09:05.383764 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38218) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:09:05.388354 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-da62dca0-065f-48ab-ba15-c4127eeb0d09 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Request body: {'floatingip': {'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:09:05.404840 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-1086109e-1ece-40bf-87f1-fe45af433482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:05.474596 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-da62dca0-065f-48ab-ba15-c4127eeb0d09 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:05.575223 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:05.582912 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-da62dca0-065f-48ab-ba15-c4127eeb0d09 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:05.599570 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cec2010-4c6b-4110-a730-0208a1cfae98 req-782ca8f4-a94c-4ae9-ad86-663083fedb10 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:05.601014 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5cec2010-4c6b-4110-a730-0208a1cfae98 req-782ca8f4-a94c-4ae9-ad86-663083fedb10 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0667968 Sep 13 13:09:05.713018 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5cec2010-4c6b-4110-a730-0208a1cfae98 req-d1304103-b25e-42fa-af5b-ed9e73cfb7da tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840192 Sep 13 13:09:05.742710 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [None req-da62dca0-065f-48ab-ba15-c4127eeb0d09 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Allocated IP 172.27.1.95 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/a6dccf44-cb20-4ee6-a4e0-b3e09397d161) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:09:05.871397 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b429eca-c183-4a32-9960-c61ebe77bc9e req-81a097c8-03fb-48a6-a240-595a759fcadf tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:05.872978 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7b429eca-c183-4a32-9960-c61ebe77bc9e req-81a097c8-03fb-48a6-a240-595a759fcadf tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0704057 Sep 13 13:09:05.888513 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-da62dca0-065f-48ab-ba15-c4127eeb0d09 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for port (a6dccf44-cb20-4ee6-a4e0-b3e09397d161), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:05.944017 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7b429eca-c183-4a32-9960-c61ebe77bc9e req-7c6e72d0-602f-4075-b430-3dc0c0fc42ad tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653999 Sep 13 13:09:06.028835 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-da62dca0-065f-48ab-ba15-c4127eeb0d09 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (a6dccf44-cb20-4ee6-a4e0-b3e09397d161), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:06.071274 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da62dca0-065f-48ab-ba15-c4127eeb0d09 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:09:06.074438 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-da62dca0-065f-48ab-ba15-c4127eeb0d09 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:09:06.078181 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da62dca0-065f-48ab-ba15-c4127eeb0d09 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:09:06.081354 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62dca0-065f-48ab-ba15-c4127eeb0d09 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event updated for resources: {'Port': ['ID=a6dccf44-cb20-4ee6-a4e0-b3e09397d161,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:06.113453 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:06.162583 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-da62dca0-065f-48ab-ba15-c4127eeb0d09 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (2fc9b53b-98e2-43fc-ad99-eacc21939375), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:06.261494 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-da62dca0-065f-48ab-ba15-c4127eeb0d09 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (a6dccf44-cb20-4ee6-a4e0-b3e09397d161), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:06.405389 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-da62dca0-065f-48ab-ba15-c4127eeb0d09 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for port (a6dccf44-cb20-4ee6-a4e0-b3e09397d161), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:06.496644 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-da62dca0-065f-48ab-ba15-c4127eeb0d09 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (a6dccf44-cb20-4ee6-a4e0-b3e09397d161), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:06.562665 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-da62dca0-065f-48ab-ba15-c4127eeb0d09 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (2fc9b53b-98e2-43fc-ad99-eacc21939375), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:06.565158 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da62dca0-065f-48ab-ba15-c4127eeb0d09 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event updated for resources: {'Port': ['ID=a6dccf44-cb20-4ee6-a4e0-b3e09397d161,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:06.573597 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:06.665368 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-da62dca0-065f-48ab-ba15-c4127eeb0d09 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:06.666656 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-da62dca0-065f-48ab-ba15-c4127eeb0d09 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2818830 Sep 13 13:09:06.851425 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b229b7fe-4e7f-4c7a-b33e-2f7ac327e05f req-73170d22-daf2-4208-9a60-36eb03d00da6 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:06.853101 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b229b7fe-4e7f-4c7a-b33e-2f7ac327e05f req-73170d22-daf2-4208-9a60-36eb03d00da6 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0623891 Sep 13 13:09:06.880150 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:06.899950 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-ea8009a7-250b-49cf-802b-0cf0b4fe412f tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--463423305&fields=id&tenant_id=7775bd9f19b64c8ca07407c103dcff9b HTTP/1.1" status: 200 len: 267 time: 0.0721116 Sep 13 13:09:06.965865 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b229b7fe-4e7f-4c7a-b33e-2f7ac327e05f req-92a7ff8e-396c-4646-8fb1-ee20b25b5221 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047282 Sep 13 13:09:07.268606 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-01e9228a-876b-493d-80d6-5c5508da3a41 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:07.269937 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-01e9228a-876b-493d-80d6-5c5508da3a41 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/networks?id=1f0b8231-ada5-4945-87a4-d1b052328819 HTTP/1.1" status: 200 len: 815 time: 0.3623643 Sep 13 13:09:07.302598 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-b608eb9f-ef84-4928-a3d5-61f4072d2e38 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/quotas/7775bd9f19b64c8ca07407c103dcff9b HTTP/1.1" status: 200 len: 375 time: 0.0177591 Sep 13 13:09:07.308741 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bdb9dd-e2ef-4597-b25e-80f3a6bf514b req-f8bf84dc-5b25-4ae9-ae8a-da42460ddeb4 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:07.310127 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e3bdb9dd-e2ef-4597-b25e-80f3a6bf514b req-f8bf84dc-5b25-4ae9-ae8a-da42460ddeb4 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0644851 Sep 13 13:09:07.371483 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-58075955-34a5-4f3c-ae07-10dfc320676d tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7775bd9f19b64c8ca07407c103dcff9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0604537 Sep 13 13:09:07.396661 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e3bdb9dd-e2ef-4597-b25e-80f3a6bf514b req-dece2870-557d-4124-9753-8b237cedec82 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778494 Sep 13 13:09:07.473053 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-e6aa7896-517c-405d-8954-472e6399a859 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882623 Sep 13 13:09:07.564239 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-c78fb44e-5b62-4bc3-90fb-eb4e00e72d00 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849433 Sep 13 13:09:07.796664 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-98ca697a-35b6-4738-9da6-a1d48f90023b req-ffc16886-8cf2-4174-afe9-1425eefdd648 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 210 time: 0.0335734 Sep 13 13:09:08.083828 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:08.097425 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cc9a5e-66e6-431a-b37c-2e37928b0c67 req-313b48b4-9a37-442d-8478-3a14a97b2d4d tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:08.098972 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c7cc9a5e-66e6-431a-b37c-2e37928b0c67 req-313b48b4-9a37-442d-8478-3a14a97b2d4d tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0476735 Sep 13 13:09:08.148043 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c7cc9a5e-66e6-431a-b37c-2e37928b0c67 req-1fca4c82-00ec-47eb-ac8b-9ece3e4c85f8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422430 Sep 13 13:09:08.199944 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:08.365647 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:08.516832 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d5d1bb-736b-4b1b-9c11-da98972c867d req-6e8bbfe2-f3c8-401b-a7b9-1b0d37cc264b tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:08.518348 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-74d5d1bb-736b-4b1b-9c11-da98972c867d req-6e8bbfe2-f3c8-401b-a7b9-1b0d37cc264b tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0472925 Sep 13 13:09:08.569217 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-74d5d1bb-736b-4b1b-9c11-da98972c867d req-7612efab-643a-42a6-9f82-1e2bd378187d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445647 Sep 13 13:09:08.903663 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4d67024e-f35f-4ab8-93f7-b09d10255fbd req-8c491a61-6a54-453b-bab0-cfbe94c872a1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 210 time: 0.0288119 Sep 13 13:09:08.970839 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7805e6-0ae9-448d-90ba-3837de213340 req-0be0de1d-f991-4efb-ba41-5285f0d88199 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:08.972271 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9f7805e6-0ae9-448d-90ba-3837de213340 req-0be0de1d-f991-4efb-ba41-5285f0d88199 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0458822 Sep 13 13:09:09.018066 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9f7805e6-0ae9-448d-90ba-3837de213340 req-8f51ecf3-535c-4042-bef8-132d32c14f28 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395699 Sep 13 13:09:09.272128 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00882fe4-a7bd-44cd-852d-9995b1ff46a7 req-2693253d-01f7-4670-895a-78e0a4e3329f tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:09.273569 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-00882fe4-a7bd-44cd-852d-9995b1ff46a7 req-2693253d-01f7-4670-895a-78e0a4e3329f tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0496290 Sep 13 13:09:09.286436 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:09.334706 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-00882fe4-a7bd-44cd-852d-9995b1ff46a7 req-6a61f220-7d87-4995-b745-1900128df42f tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546813 Sep 13 13:09:09.419083 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88b488d-cd98-4f36-94e5-a628ae1e58a2 req-189cc5bd-a06c-4f70-8bb2-1eb30e062f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:09.421378 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c88b488d-cd98-4f36-94e5-a628ae1e58a2 req-189cc5bd-a06c-4f70-8bb2-1eb30e062f6e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 1129 time: 0.0406175 Sep 13 13:09:09.491685 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf5e24-7648-4277-9705-41f487fe437f req-baf20004-5077-4bf7-bf75-61d506392db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:09.493255 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9daf5e24-7648-4277-9705-41f487fe437f req-baf20004-5077-4bf7-bf75-61d506392db2 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=75f6274158934ab5abf68951902f1e81&device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 1129 time: 0.0596969 Sep 13 13:09:09.511779 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c88b488d-cd98-4f36-94e5-a628ae1e58a2 req-954b07c1-bfcb-4787-b054-f932e146d6a3 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836854 Sep 13 13:09:09.592344 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf5e24-7648-4277-9705-41f487fe437f req-4bcb4a35-77ee-48c5-9c43-7ce070c26ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:09.593951 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9daf5e24-7648-4277-9705-41f487fe437f req-4bcb4a35-77ee-48c5-9c43-7ce070c26ccd service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=9a6ee3a0-91e5-4300-8f53-c3332833b2a0 HTTP/1.1" status: 200 len: 912 time: 0.0929062 Sep 13 13:09:09.844191 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9daf5e24-7648-4277-9705-41f487fe437f req-4f09cca4-f7d6-4c35-8cdc-f141637a0d48 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ced03e29-9082-4781-9cd3-50d8f96acb9e HTTP/1.1" status: 200 len: 1001 time: 0.0880191 Sep 13 13:09:09.850189 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e297d55d-abb4-4c8d-9ac9-113e9c93cf01 req-53ecafb7-7d1d-442d-ae83-c7afdb148290 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0546865 Sep 13 13:09:09.927187 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297d55d-abb4-4c8d-9ac9-113e9c93cf01 req-eb40d7a2-a557-4d97-8cae-655480907a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:09.928675 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e297d55d-abb4-4c8d-9ac9-113e9c93cf01 req-eb40d7a2-a557-4d97-8cae-655480907a12 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a4e94c8248874defa3cb01d0725dfcb0&device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 1131 time: 0.0506854 Sep 13 13:09:09.930216 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf5e24-7648-4277-9705-41f487fe437f req-4ea8a0dd-4ce1-4294-b9d4-34956d8601e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:09.931526 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9daf5e24-7648-4277-9705-41f487fe437f req-4ea8a0dd-4ce1-4294-b9d4-34956d8601e0 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=4a7c387c-3b38-49bb-ab6c-762e7638336f HTTP/1.1" status: 200 len: 850 time: 0.0805185 Sep 13 13:09:10.011473 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-00b93303-a998-40bc-b661-f3e8aba1c01b req-236c0d25-2be8-4a4b-8a1c-aa50ec9e3266 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 210 time: 0.0319128 Sep 13 13:09:10.137888 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8786ab83-375c-4ee5-8092-3aa32ff20d3a req-96851b0d-289a-4eb4-b61b-0b6451e3275e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:10.139335 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8786ab83-375c-4ee5-8092-3aa32ff20d3a req-96851b0d-289a-4eb4-b61b-0b6451e3275e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0467300 Sep 13 13:09:10.189826 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8786ab83-375c-4ee5-8092-3aa32ff20d3a req-19b742cc-e565-4e25-8a71-b1cd45942bc1 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449867 Sep 13 13:09:10.386845 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf5e24-7648-4277-9705-41f487fe437f req-805f51b2-ba37-46ab-8c04-dca9060fc7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:10.388396 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9daf5e24-7648-4277-9705-41f487fe437f req-805f51b2-ba37-46ab-8c04-dca9060fc7a1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9a6ee3a0-91e5-4300-8f53-c3332833b2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0897095 Sep 13 13:09:10.474895 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297d55d-abb4-4c8d-9ac9-113e9c93cf01 req-1f237da8-265a-4d0a-b867-8da39b97b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:10.476848 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e297d55d-abb4-4c8d-9ac9-113e9c93cf01 req-1f237da8-265a-4d0a-b867-8da39b97b2b7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=8b1eaf98-b39c-4204-9cb2-5b574f83717c HTTP/1.1" status: 200 len: 918 time: 0.1495221 Sep 13 13:09:10.477238 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:10.533846 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9dcfdf-9357-4658-b3bc-dfd047446d58 req-02a4bd70-2487-49e0-a0c4-0d522675b2b2 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:10.535295 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4a9dcfdf-9357-4658-b3bc-dfd047446d58 req-02a4bd70-2487-49e0-a0c4-0d522675b2b2 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.1272707 Sep 13 13:09:10.628657 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e297d55d-abb4-4c8d-9ac9-113e9c93cf01 req-4fda7b9d-4954-4229-ae34-87f184d8619b service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80c82096-8d7e-47cb-a713-18ffef510762 HTTP/1.1" status: 200 len: 1002 time: 0.1114936 Sep 13 13:09:10.653903 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4a9dcfdf-9357-4658-b3bc-dfd047446d58 req-19b6d4a5-f3b3-462f-a724-e53993485b89 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889690 Sep 13 13:09:10.655860 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9daf5e24-7648-4277-9705-41f487fe437f req-3b8e479b-6b6c-4f09-932e-2f712d64ad02 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9a6ee3a0-91e5-4300-8f53-c3332833b2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265990 Sep 13 13:09:11.117403 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cf4513e9-7b53-44c7-91d0-6d5ecdbd2240 req-5f349a80-9623-4f0a-9b84-60c508cf92de tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 210 time: 0.0320396 Sep 13 13:09:11.356843 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:11.373509 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297d55d-abb4-4c8d-9ac9-113e9c93cf01 req-49cef46e-0e10-4f2d-8623-5980a4f2a6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:11.374976 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e297d55d-abb4-4c8d-9ac9-113e9c93cf01 req-49cef46e-0e10-4f2d-8623-5980a4f2a6d1 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=707a845c-7141-4086-a3f3-fd8375e89ff4 HTTP/1.1" status: 200 len: 856 time: 0.1319971 Sep 13 13:09:11.391600 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce54aee-db76-4394-84ef-81aa99ba8e8b req-52eb1071-2231-40f6-a052-550edd06810c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:11.393016 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6ce54aee-db76-4394-84ef-81aa99ba8e8b req-52eb1071-2231-40f6-a052-550edd06810c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.1005650 Sep 13 13:09:11.431212 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9daf5e24-7648-4277-9705-41f487fe437f req-2afcec7b-b1aa-4888-a8f8-d8a039f71880 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9a6ee3a0-91e5-4300-8f53-c3332833b2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895659 Sep 13 13:09:11.456220 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6ce54aee-db76-4394-84ef-81aa99ba8e8b req-d6008495-a66b-4fde-b436-97c0658640df tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541384 Sep 13 13:09:11.646532 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e297d55d-abb4-4c8d-9ac9-113e9c93cf01 req-1f70146b-9e23-429f-89e2-1a71013765bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:11.648063 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e297d55d-abb4-4c8d-9ac9-113e9c93cf01 req-1f70146b-9e23-429f-89e2-1a71013765bd service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=8b1eaf98-b39c-4204-9cb2-5b574f83717c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422380 Sep 13 13:09:11.788021 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050b6764-09ce-443f-a071-1d645e918255 req-7f25e35f-7f24-4c87-9eb1-f76f233a370f tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:11.790332 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-050b6764-09ce-443f-a071-1d645e918255 req-7f25e35f-7f24-4c87-9eb1-f76f233a370f tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0597312 Sep 13 13:09:11.856562 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e297d55d-abb4-4c8d-9ac9-113e9c93cf01 req-2eb4cffb-f545-4230-8b6a-40a037ffd5aa service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8b1eaf98-b39c-4204-9cb2-5b574f83717c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754632 Sep 13 13:09:11.959209 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-050b6764-09ce-443f-a071-1d645e918255 req-af34b063-5758-4d42-abc2-8bec7f65a9d1 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1600978 Sep 13 13:09:12.027581 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-310bd560-cf66-4f1f-a1f6-af403a6da98c tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:12.029018 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-310bd560-cf66-4f1f-a1f6-af403a6da98c tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.61 "GET /networking/v2.0/networks?id=1f0b8231-ada5-4945-87a4-d1b052328819 HTTP/1.1" status: 200 len: 815 time: 0.2103651 Sep 13 13:09:12.040098 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e297d55d-abb4-4c8d-9ac9-113e9c93cf01 req-4dcbb745-d9c0-4150-910d-378c5d6cd787 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8b1eaf98-b39c-4204-9cb2-5b574f83717c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487703 Sep 13 13:09:12.224868 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-604e2da3-4c4d-4faf-a24c-3fd3b22ba340 req-7b0228ed-fa22-4570-a8b8-6ff460bcd327 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 210 time: 0.0283566 Sep 13 13:09:12.380237 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:12.382087 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=11 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:12.537107 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d69d947-b2a7-4ee6-9d94-1fea94e45918 req-55f69bc2-e50e-41fd-a7c8-bf5e6721fa9b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:12.538673 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6d69d947-b2a7-4ee6-9d94-1fea94e45918 req-55f69bc2-e50e-41fd-a7c8-bf5e6721fa9b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0496140 Sep 13 13:09:12.556740 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:12.607693 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b307-3293-4bc8-8445-2671e0258967 req-8fd7c760-ce80-4b35-8e4f-73149473576d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:12.609290 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-75a0b307-3293-4bc8-8445-2671e0258967 req-8fd7c760-ce80-4b35-8e4f-73149473576d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0686622 Sep 13 13:09:12.660345 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6d69d947-b2a7-4ee6-9d94-1fea94e45918 req-1343b66c-c2d2-413a-b911-96dd351a7819 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095448 Sep 13 13:09:12.709179 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-75a0b307-3293-4bc8-8445-2671e0258967 req-d05ff054-3f6c-4ff7-a56d-89add8e455ae tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928850 Sep 13 13:09:12.738037 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-0ba4321c-e8b6-4972-a781-21f484290fea tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7775bd9f19b64c8ca07407c103dcff9b HTTP/1.1" status: 200 len: 379 time: 0.1058588 Sep 13 13:09:12.990515 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-73fab783-8887-450f-ba74-7c110ffabd3a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Request body: {'port': {'device_id': 'e89044a6-3b0a-4879-9409-b492f10c1f3f', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'admin_state_up': True, 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'security_groups': ['4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f']}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:09:13.084553 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55524d6d-e26b-45f7-891f-83d3ce116f4e req-cdfe9ef2-016a-467a-9358-61b1d19211ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:13.086583 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-55524d6d-e26b-45f7-891f-83d3ce116f4e req-cdfe9ef2-016a-467a-9358-61b1d19211ed service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c15624f4312f49bb85a7a086c291d157&device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 1129 time: 0.0908947 Sep 13 13:09:13.200934 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:13.231600 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55524d6d-e26b-45f7-891f-83d3ce116f4e req-b525b7a1-72bb-4980-83f9-41dec585b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:13.233165 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-55524d6d-e26b-45f7-891f-83d3ce116f4e req-b525b7a1-72bb-4980-83f9-41dec585b2f8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 HTTP/1.1" status: 200 len: 920 time: 0.1033340 Sep 13 13:09:13.288479 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-73fab783-8887-450f-ba74-7c110ffabd3a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Made reservation on behalf of 7775bd9f19b64c8ca07407c103dcff9b for: {'port': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:09:13.293566 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-73fab783-8887-450f-ba74-7c110ffabd3a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:13.361694 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-55524d6d-e26b-45f7-891f-83d3ce116f4e req-73bd133b-276a-4d50-9cd0-a92e24275be6 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cd2a580-87ce-44ee-b219-d7868153c645 HTTP/1.1" status: 200 len: 1001 time: 0.1179624 Sep 13 13:09:13.363218 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e74fc0fb-74e2-4d75-8e37-eda7d1cff70e req-144f8bf9-6b4d-47cd-9c41-a81bf8b6b829 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 210 time: 0.0551805 Sep 13 13:09:13.482839 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55524d6d-e26b-45f7-891f-83d3ce116f4e req-9b8dcf84-6fda-46d6-8173-950b3a8de033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:13.484287 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-55524d6d-e26b-45f7-891f-83d3ce116f4e req-9b8dcf84-6fda-46d6-8173-950b3a8de033 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=150922b3-3525-45d2-8627-b637b171605b HTTP/1.1" status: 200 len: 858 time: 0.0904067 Sep 13 13:09:13.508624 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-73fab783-8887-450f-ba74-7c110ffabd3a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Allocated IP 172.20.0.13 (1f0b8231-ada5-4945-87a4-d1b052328819/8e8aac7b-ea4b-46cf-9476-3c7b376f07e0/386ff3b9-fa41-4263-8bac-4134f8136d8e) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:09:13.628121 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:13.644939 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-73fab783-8887-450f-ba74-7c110ffabd3a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for port (386ff3b9-fa41-4263-8bac-4134f8136d8e), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:13.719779 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-73fab783-8887-450f-ba74-7c110ffabd3a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (386ff3b9-fa41-4263-8bac-4134f8136d8e), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:13.775178 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-73fab783-8887-450f-ba74-7c110ffabd3a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Network 1f0b8231-ada5-4945-87a4-d1b052328819 is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:09:13.812165 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-73fab783-8887-450f-ba74-7c110ffabd3a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:09:13.818466 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-73fab783-8887-450f-ba74-7c110ffabd3a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:09:14.039871 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-a0e7c755-6f55-4389-9e56-6bbf631648fb None None] Provisioning complete for port 386ff3b9-fa41-4263-8bac-4134f8136d8e triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:09:14.040472 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a0e7c755-6f55-4389-9e56-6bbf631648fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (386ff3b9-fa41-4263-8bac-4134f8136d8e), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:14.072675 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-a0e7c755-6f55-4389-9e56-6bbf631648fb None None] Port 386ff3b9-fa41-4263-8bac-4134f8136d8e cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:09:14.154595 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fab783-8887-450f-ba74-7c110ffabd3a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event updated for resources: {'Port': ['ID=386ff3b9-fa41-4263-8bac-4134f8136d8e,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:14.180719 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd93cc6-f039-40a1-ae4a-b38bd7de9344 req-f13a205c-bf8e-419c-a87e-acd684dcf426 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:14.182258 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8bd93cc6-f039-40a1-ae4a-b38bd7de9344 req-f13a205c-bf8e-419c-a87e-acd684dcf426 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.4317360 Sep 13 13:09:14.191993 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55524d6d-e26b-45f7-891f-83d3ce116f4e req-2c4d0ac9-5331-4570-ab16-fcab20c09620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:14.193418 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-55524d6d-e26b-45f7-891f-83d3ce116f4e req-2c4d0ac9-5331-4570-ab16-fcab20c09620 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.4224694 Sep 13 13:09:14.211185 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ac68c-f22c-4716-9719-2ed9bb745e07 req-23812831-89a4-4dad-bf76-cc30e872fa43 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:14.212602 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-635ac68c-f22c-4716-9719-2ed9bb745e07 req-23812831-89a4-4dad-bf76-cc30e872fa43 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.4017823 Sep 13 13:09:14.225127 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-73fab783-8887-450f-ba74-7c110ffabd3a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:14.225725 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-73fab783-8887-450f-ba74-7c110ffabd3a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:14.349560 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8bd93cc6-f039-40a1-ae4a-b38bd7de9344 req-469d4939-f23b-4d67-8c75-ac3566e2c9ae tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608670 Sep 13 13:09:14.359311 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-73fab783-8887-450f-ba74-7c110ffabd3a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3729839 Sep 13 13:09:14.378884 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-635ac68c-f22c-4716-9719-2ed9bb745e07 req-79828ad0-d6fb-487a-8edf-1f9aa60ab8ce tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420951 Sep 13 13:09:14.386608 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-2dde47e5-84eb-4207-98bc-b7a55a7b1275 service neutron] Request body: {'port': {'device_id': 'e89044a6-3b0a-4879-9409-b492f10c1f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:09:14.410065 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:14.419768 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-55524d6d-e26b-45f7-891f-83d3ce116f4e req-20c6b580-0872-49a2-b513-cfbdbce5b955 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059913 Sep 13 13:09:14.532226 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-2dde47e5-84eb-4207-98bc-b7a55a7b1275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (386ff3b9-fa41-4263-8bac-4134f8136d8e), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:14.568589 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b61209-48f4-4d98-879a-a6cf35eec4ef req-0a073547-34d3-4a81-8b7d-0a71c1bd3682 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:14.571174 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-86b61209-48f4-4d98-879a-a6cf35eec4ef req-0a073547-34d3-4a81-8b7d-0a71c1bd3682 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 932 time: 0.1179693 Sep 13 13:09:14.627174 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:14.704053 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-55524d6d-e26b-45f7-891f-83d3ce116f4e req-db32af76-d787-4080-8bea-4593f35bf783 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529495 Sep 13 13:09:14.739932 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-86b61209-48f4-4d98-879a-a6cf35eec4ef req-adb8beb9-a27c-4ba6-93fd-79b7df047694 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482241 Sep 13 13:09:14.888537 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-2dde47e5-84eb-4207-98bc-b7a55a7b1275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 386ff3b9-fa41-4263-8bac-4134f8136d8e {{(pid=106850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:09:14.896277 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-2dde47e5-84eb-4207-98bc-b7a55a7b1275 service neutron] Publish callbacks [] for port (386ff3b9-fa41-4263-8bac-4134f8136d8e), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:14.909052 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.provisioning_blocks [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-2dde47e5-84eb-4207-98bc-b7a55a7b1275 service neutron] Transition to ACTIVE for port object 386ff3b9-fa41-4263-8bac-4134f8136d8e will not be triggered until provisioned by entity L2. {{(pid=106850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 13:09:14.982710 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-2dde47e5-84eb-4207-98bc-b7a55a7b1275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (386ff3b9-fa41-4263-8bac-4134f8136d8e), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:15.046008 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde47e5-84eb-4207-98bc-b7a55a7b1275 service neutron] Pushing event updated for resources: {'Port': ['ID=386ff3b9-fa41-4263-8bac-4134f8136d8e,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:15.094214 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-2dde47e5-84eb-4207-98bc-b7a55a7b1275 service neutron] Attempting to bind port 386ff3b9-fa41-4263-8bac-4134f8136d8e on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:09:15.094537 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-2dde47e5-84eb-4207-98bc-b7a55a7b1275 service neutron] Attempting to bind port 386ff3b9-fa41-4263-8bac-4134f8136d8e by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:09:15.094857 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-2dde47e5-84eb-4207-98bc-b7a55a7b1275 service neutron] Attempting to bind port 386ff3b9-fa41-4263-8bac-4134f8136d8e on network 1f0b8231-ada5-4945-87a4-d1b052328819 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:09:15.137844 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-2dde47e5-84eb-4207-98bc-b7a55a7b1275 service neutron] Port 386ff3b9-fa41-4263-8bac-4134f8136d8e on network 1f0b8231-ada5-4945-87a4-d1b052328819 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 13:09:15.138306 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-2dde47e5-84eb-4207-98bc-b7a55a7b1275 service neutron] Attempting to bind port 386ff3b9-fa41-4263-8bac-4134f8136d8e on network 1f0b8231-ada5-4945-87a4-d1b052328819 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:09:15.183003 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-2dde47e5-84eb-4207-98bc-b7a55a7b1275 service neutron] Checking agent: {'id': '96974c91-2132-4a74-8ded-139ad5e3b835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 13, 3), 'started_at': datetime.datetime(2022, 9, 13, 13, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 9, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:09:15.183338 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-2dde47e5-84eb-4207-98bc-b7a55a7b1275 service neutron] Checking segment: {'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:09:15.183721 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-2dde47e5-84eb-4207-98bc-b7a55a7b1275 service neutron] Bound using segment: {'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:09:15.184155 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-2dde47e5-84eb-4207-98bc-b7a55a7b1275 service neutron] Bound port: 386ff3b9-fa41-4263-8bac-4134f8136d8e, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:09:15.184511 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-2dde47e5-84eb-4207-98bc-b7a55a7b1275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (386ff3b9-fa41-4263-8bac-4134f8136d8e), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:15.246999 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-2dde47e5-84eb-4207-98bc-b7a55a7b1275 service neutron] For port 386ff3b9-fa41-4263-8bac-4134f8136d8e, host hv-cinder-80135, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:09:15.249924 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-2dde47e5-84eb-4207-98bc-b7a55a7b1275 service neutron] For port 386ff3b9-fa41-4263-8bac-4134f8136d8e, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=386ff3b9-fa41-4263-8bac-4134f8136d8e,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:09:15.313823 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-2dde47e5-84eb-4207-98bc-b7a55a7b1275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (386ff3b9-fa41-4263-8bac-4134f8136d8e), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:15.317964 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-2dde47e5-84eb-4207-98bc-b7a55a7b1275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:15.318590 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-2dde47e5-84eb-4207-98bc-b7a55a7b1275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:15.320568 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-2dde47e5-84eb-4207-98bc-b7a55a7b1275 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/386ff3b9-fa41-4263-8bac-4134f8136d8e HTTP/1.1" status: 200 len: 1094 time: 0.9466236 Sep 13 13:09:15.321152 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89044a6-3b0a-4879-9409-b492f10c1f3f', 'tag': '386ff3b9-fa41-4263-8bac-4134f8136d8e'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:09:15.323374 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81b7553-1115-4efe-875d-13ed2525ec70" -d '{"events": [{"name": "network-changed", "server_uuid": "e89044a6-3b0a-4879-9409-b492f10c1f3f", "tag": "386ff3b9-fa41-4263-8bac-4134f8136d8e"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:09:15.365843 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a7788c-838c-45cf-b6e0-490c45d04107 x-openstack-request-id: req-d6a7788c-838c-45cf-b6e0-490c45d04107 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:09:15.366121 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89044a6-3b0a-4879-9409-b492f10c1f3f", "tag": "386ff3b9-fa41-4263-8bac-4134f8136d8e", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:09:15.366368 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d6a7788c-838c-45cf-b6e0-490c45d04107 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:09:15.367309 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6a7788c-838c-45cf-b6e0-490c45d04107'] response: {'name': 'network-changed', 'server_uuid': 'e89044a6-3b0a-4879-9409-b492f10c1f3f', 'tag': '386ff3b9-fa41-4263-8bac-4134f8136d8e', 'status': 'completed', 'code': 200} Sep 13 13:09:15.371957 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dde47e5-84eb-4207-98bc-b7a55a7b1275 service neutron] Pushing event updated for resources: {'Port': ['ID=386ff3b9-fa41-4263-8bac-4134f8136d8e,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:15.472787 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b624d-3272-46fe-8f5e-d4b2e06dfddc req-86598241-9bc1-4535-8237-9adf07dc953f tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:15.474298 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a95b624d-3272-46fe-8f5e-d4b2e06dfddc req-86598241-9bc1-4535-8237-9adf07dc953f tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0484383 Sep 13 13:09:15.502794 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:15.524265 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a95b624d-3272-46fe-8f5e-d4b2e06dfddc req-ed9eb740-e81b-4c91-9dce-3a6917377140 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438211 Sep 13 13:09:15.555187 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=10,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:15.869994 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6782a4c-b1da-4494-b36b-ac40e84c458a req-0c71024c-1d05-4a1f-92e1-9990c703f7be tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:15.871513 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a6782a4c-b1da-4494-b36b-ac40e84c458a req-0c71024c-1d05-4a1f-92e1-9990c703f7be tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 944 time: 0.0529561 Sep 13 13:09:15.919677 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a6782a4c-b1da-4494-b36b-ac40e84c458a req-40cf6b4e-7035-4b89-a6d9-3304e9d8f1e0 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426536 Sep 13 13:09:16.362772 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b7553-1115-4efe-875d-13ed2525ec70 req-069613ab-5e26-4165-aa28-6f2d922c6c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:16.364307 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d81b7553-1115-4efe-875d-13ed2525ec70 req-069613ab-5e26-4165-aa28-6f2d922c6c41 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=7775bd9f19b64c8ca07407c103dcff9b&device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 1128 time: 0.0387964 Sep 13 13:09:16.468338 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b7553-1115-4efe-875d-13ed2525ec70 req-71302b26-3a35-4303-a18e-a47719212831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:16.469810 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d81b7553-1115-4efe-875d-13ed2525ec70 req-71302b26-3a35-4303-a18e-a47719212831 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=7775bd9f19b64c8ca07407c103dcff9b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0953584 Sep 13 13:09:16.548813 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:16.590917 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81b7553-1115-4efe-875d-13ed2525ec70 req-578c372d-f3e6-4366-a966-f1f58f475118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:16.592419 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d81b7553-1115-4efe-875d-13ed2525ec70 req-578c372d-f3e6-4366-a966-f1f58f475118 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910714 Sep 13 13:09:16.654434 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdeaa9b-4403-4781-afef-38dd4717fce2 req-8f2d197d-da36-4458-b24a-61b01ca764f2 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:16.655895 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ffdeaa9b-4403-4781-afef-38dd4717fce2 req-8f2d197d-da36-4458-b24a-61b01ca764f2 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0498674 Sep 13 13:09:16.702056 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ffdeaa9b-4403-4781-afef-38dd4717fce2 req-1cec5fac-9b14-4b9a-b338-540c4ac24649 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406005 Sep 13 13:09:17.038285 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dbc30d-4482-4536-aa9e-6f03ffd0fcc4 req-832d572e-aa40-4bfd-b616-2288da0f1315 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:17.040219 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-76dbc30d-4482-4536-aa9e-6f03ffd0fcc4 req-832d572e-aa40-4bfd-b616-2288da0f1315 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 944 time: 0.0462327 Sep 13 13:09:17.087272 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-76dbc30d-4482-4536-aa9e-6f03ffd0fcc4 req-975fc49d-93c6-4bcd-8850-ca743b330c8a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415797 Sep 13 13:09:17.196172 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-9ba873c3-cb6b-4db0-8c5b-b05834e6ab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:17.197632 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-9ba873c3-cb6b-4db0-8c5b-b05834e6ab31 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=7775bd9f19b64c8ca07407c103dcff9b&device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 1128 time: 0.0391312 Sep 13 13:09:17.247611 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-50ec7a4e-975b-4cdf-9d6a-efe489fd613c service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=386ff3b9-fa41-4263-8bac-4134f8136d8e HTTP/1.1" status: 200 len: 217 time: 0.0372922 Sep 13 13:09:17.296923 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-54b4763b-de87-420a-9b62-9dcad54292a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:17.298408 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-54b4763b-de87-420a-9b62-9dcad54292a9 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8e8aac7b-ea4b-46cf-9476-3c7b376f07e0 HTTP/1.1" status: 200 len: 854 time: 0.0440691 Sep 13 13:09:17.341910 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-98a5d500-6f9f-40cb-8902-b1db1e12b669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:17.343409 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-98a5d500-6f9f-40cb-8902-b1db1e12b669 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=1f0b8231-ada5-4945-87a4-d1b052328819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0373557 Sep 13 13:09:17.437621 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-e2245800-0084-403b-81f2-89d59641f531 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875592 Sep 13 13:09:17.530345 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e96aba1-c8ef-442e-841a-90c8a8351f71 req-84ef5c69-88f7-460c-9caa-68b76a3ff041 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865479 Sep 13 13:09:17.874936 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd57dd6-f5e5-4709-9537-f3200eedf617 req-576f8ffe-d54a-4e74-afcd-8c70a81ffdf3 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:17.876387 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4bd57dd6-f5e5-4709-9537-f3200eedf617 req-576f8ffe-d54a-4e74-afcd-8c70a81ffdf3 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0971932 Sep 13 13:09:17.895551 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:17.925052 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4bd57dd6-f5e5-4709-9537-f3200eedf617 req-3d69d606-c469-40ff-8fe1-2b2dba636908 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428958 Sep 13 13:09:18.043866 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54f41a9-79d8-4bb0-8dce-23a2617e07f1 req-39f12e29-e73e-490d-9b6e-1d4c3b8a8963 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:18.045362 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b54f41a9-79d8-4bb0-8dce-23a2617e07f1 req-39f12e29-e73e-490d-9b6e-1d4c3b8a8963 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0477629 Sep 13 13:09:18.056176 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38326) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:09:18.060355 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-72f5f2c1-9c6f-4b94-8f5e-26a473b9e39d tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Request body: {'floatingip': {'port_id': '1cd2a580-87ce-44ee-b219-d7868153c645'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:09:18.114809 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72f5f2c1-9c6f-4b94-8f5e-26a473b9e39d tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for floatingip (2e630927-498d-4dce-8797-7bdfb3739181), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:18.256905 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe611056-e14c-4b52-8ec1-de97ed123aab req-d8f2f9a9-269a-451b-a72a-16df78039219 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:18.259209 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fe611056-e14c-4b52-8ec1-de97ed123aab req-d8f2f9a9-269a-451b-a72a-16df78039219 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 944 time: 0.0932252 Sep 13 13:09:18.360563 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fe611056-e14c-4b52-8ec1-de97ed123aab req-893a6d19-d1b8-47e2-99a0-413927305691 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938315 Sep 13 13:09:18.449256 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:18.637822 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72f5f2c1-9c6f-4b94-8f5e-26a473b9e39d tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:18.690661 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72f5f2c1-9c6f-4b94-8f5e-26a473b9e39d tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (2e630927-498d-4dce-8797-7bdfb3739181), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:18.877270 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:18.893443 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72f5f2c1-9c6f-4b94-8f5e-26a473b9e39d tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Router ef52e44f-c053-4bae-82b5-a6ef90af4c1e has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:09:18.985278 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72f5f2c1-9c6f-4b94-8f5e-26a473b9e39d tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:09:18.989592 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-72f5f2c1-9c6f-4b94-8f5e-26a473b9e39d tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:18.996059 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9029bd-d756-46c4-b1e2-5229fa4d39f6 None None] Sync routers for ids ['ef52e44f-c053-4bae-82b5-a6ef90af4c1e'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:09:19.005660 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9029bd-d756-46c4-b1e2-5229fa4d39f6 None None] Routers {'ef52e44f-c053-4bae-82b5-a6ef90af4c1e'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:09:19.006298 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-4c9029bd-d756-46c4-b1e2-5229fa4d39f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:09:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['ef52e44f-c053-4bae-82b5-a6ef90af4c1e'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:09:19.024290 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e055f96e-b9e5-4957-a7cb-b962a0868dbd', 'tag': '1cd2a580-87ce-44ee-b219-d7868153c645'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:09:19.026540 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a671eaea-abb9-4bd7-8be6-c92b538d71d5" -d '{"events": [{"name": "network-changed", "server_uuid": "e055f96e-b9e5-4957-a7cb-b962a0868dbd", "tag": "1cd2a580-87ce-44ee-b219-d7868153c645"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:09:19.061623 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-72f5f2c1-9c6f-4b94-8f5e-26a473b9e39d tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/2e630927-498d-4dce-8797-7bdfb3739181 HTTP/1.1" status: 200 len: 993 time: 1.0022361 Sep 13 13:09:19.068686 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf96911b-42bc-4b9e-88e4-936029820ebf x-openstack-request-id: req-bf96911b-42bc-4b9e-88e4-936029820ebf {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:09:19.068972 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e055f96e-b9e5-4957-a7cb-b962a0868dbd", "tag": "1cd2a580-87ce-44ee-b219-d7868153c645", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:09:19.069223 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bf96911b-42bc-4b9e-88e4-936029820ebf {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:09:19.069629 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf96911b-42bc-4b9e-88e4-936029820ebf'] response: {'name': 'network-changed', 'server_uuid': 'e055f96e-b9e5-4957-a7cb-b962a0868dbd', 'tag': '1cd2a580-87ce-44ee-b219-d7868153c645', 'status': 'completed', 'code': 200} Sep 13 13:09:19.134385 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671eaea-abb9-4bd7-8be6-c92b538d71d5 req-22f5f0de-3294-42bd-921a-f598010a37d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:19.135893 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a671eaea-abb9-4bd7-8be6-c92b538d71d5 req-22f5f0de-3294-42bd-921a-f598010a37d2 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c15624f4312f49bb85a7a086c291d157&device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 1129 time: 0.0403607 Sep 13 13:09:19.209028 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:19.233344 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:19.235495 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-4c9029bd-d756-46c4-b1e2-5229fa4d39f6 None None] Set router ef52e44f-c053-4bae-82b5-a6ef90af4c1e gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:09:19.240586 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671eaea-abb9-4bd7-8be6-c92b538d71d5 req-6a3306f3-b770-4b81-a2ee-e9eb121e8eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:19.242836 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a671eaea-abb9-4bd7-8be6-c92b538d71d5 req-6a3306f3-b770-4b81-a2ee-e9eb121e8eda service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 HTTP/1.1" status: 200 len: 920 time: 0.0894008 Sep 13 13:09:19.306331 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a671eaea-abb9-4bd7-8be6-c92b538d71d5 req-f10cb0b1-dbf4-4bf9-b228-93fd1ae91545 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cd2a580-87ce-44ee-b219-d7868153c645 HTTP/1.1" status: 200 len: 1001 time: 0.0562336 Sep 13 13:09:19.377200 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671eaea-abb9-4bd7-8be6-c92b538d71d5 req-fc4cf0bb-3b19-4fce-a6cb-c67833961406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:19.378794 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a671eaea-abb9-4bd7-8be6-c92b538d71d5 req-fc4cf0bb-3b19-4fce-a6cb-c67833961406 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=150922b3-3525-45d2-8627-b637b171605b HTTP/1.1" status: 200 len: 858 time: 0.0579085 Sep 13 13:09:19.429633 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671eaea-abb9-4bd7-8be6-c92b538d71d5 req-97700b19-0924-4a2e-a431-71715a67b77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:19.431298 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a671eaea-abb9-4bd7-8be6-c92b538d71d5 req-97700b19-0924-4a2e-a431-71715a67b77e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0455525 Sep 13 13:09:19.451273 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-4c9029bd-d756-46c4-b1e2-5229fa4d39f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1380792572-router', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:15Z', 'revision_number': 4, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'gw_port': {'id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '2e630927-498d-4dce-8797-7bdfb3739181', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'port_id': '1cd2a580-87ce-44ee-b219-d7868153c645', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'mac_address': 'fa:16:3e:ce:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e055f96e-b9e5-4957-a7cb-b962a0868dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:07:17Z', 'updated_at': '2022-09-13T13:09:18Z', 'revision_number': 3, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352', 'name': '', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'mac_address': 'fa:16:3e:c2:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '150922b3-3525-45d2-8627-b637b171605b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:11Z', 'updated_at': '2022-09-13T13:05:28Z', 'revision_number': 5, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'subnets': [{'id': '150922b3-3525-45d2-8627-b637b171605b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:09:19.476655 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9029bd-d756-46c4-b1e2-5229fa4d39f6 None None] Checking router: ef52e44f-c053-4bae-82b5-a6ef90af4c1e for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:09:19.485258 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9029bd-d756-46c4-b1e2-5229fa4d39f6 None None] Routers {'ef52e44f-c053-4bae-82b5-a6ef90af4c1e'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:09:19.485962 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-4c9029bd-d756-46c4-b1e2-5229fa4d39f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:09:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['ef52e44f-c053-4bae-82b5-a6ef90af4c1e'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:09:19.530451 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f993bef2-dfb9-4d58-bdd0-b3537003939f req-b1872b29-3ffd-4666-b28c-39b881cf6a67 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:19.531921 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f993bef2-dfb9-4d58-bdd0-b3537003939f req-b1872b29-3ffd-4666-b28c-39b881cf6a67 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 944 time: 0.0851743 Sep 13 13:09:19.592006 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-4c9029bd-d756-46c4-b1e2-5229fa4d39f6 None None] Set router ef52e44f-c053-4bae-82b5-a6ef90af4c1e gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:09:19.811795 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-4c9029bd-d756-46c4-b1e2-5229fa4d39f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1380792572-router', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:15Z', 'revision_number': 4, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'gw_port': {'id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '2e630927-498d-4dce-8797-7bdfb3739181', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'port_id': '1cd2a580-87ce-44ee-b219-d7868153c645', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'mac_address': 'fa:16:3e:ce:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e055f96e-b9e5-4957-a7cb-b962a0868dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:07:17Z', 'updated_at': '2022-09-13T13:09:18Z', 'revision_number': 3, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352', 'name': '', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'mac_address': 'fa:16:3e:c2:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '150922b3-3525-45d2-8627-b637b171605b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:11Z', 'updated_at': '2022-09-13T13:05:28Z', 'revision_number': 5, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'subnets': [{'id': '150922b3-3525-45d2-8627-b637b171605b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:09:19.830621 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:19.837182 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c9029bd-d756-46c4-b1e2-5229fa4d39f6 None None] The sync data for ids ['ef52e44f-c053-4bae-82b5-a6ef90af4c1e'] in dv-cinder-801354-10-iscsi is: [{'id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1380792572-router', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:15Z', 'revision_number': 4, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'gw_port': {'id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '2e630927-498d-4dce-8797-7bdfb3739181', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'floating_ip_address': '172.27.1.124', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'port_id': '1cd2a580-87ce-44ee-b219-d7868153c645', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 395, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'mac_address': 'fa:16:3e:ce:0d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e055f96e-b9e5-4957-a7cb-b962a0868dbd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:07:17Z', 'updated_at': '2022-09-13T13:09:18Z', 'revision_number': 3, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352', 'name': '', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'mac_address': 'fa:16:3e:c2:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '150922b3-3525-45d2-8627-b637b171605b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:11Z', 'updated_at': '2022-09-13T13:05:28Z', 'revision_number': 5, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'subnets': [{'id': '150922b3-3525-45d2-8627-b637b171605b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:09:19.839879 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a671eaea-abb9-4bd7-8be6-c92b538d71d5 req-1a6f9e19-bad0-4003-8ac3-397057362b0a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009585 Sep 13 13:09:19.861516 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f993bef2-dfb9-4d58-bdd0-b3537003939f req-65b6a09d-5e26-4dc6-a956-e210069a9abd tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3229060 Sep 13 13:09:19.940676 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a671eaea-abb9-4bd7-8be6-c92b538d71d5 req-eec10160-6f18-4227-a09b-27500b352db2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930860 Sep 13 13:09:20.643255 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 386ff3b9-fa41-4263-8bac-4134f8136d8e details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:09:20.743053 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 386ff3b9-fa41-4263-8bac-4134f8136d8e, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=386ff3b9-fa41-4263-8bac-4134f8136d8e,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:09:20.753685 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': '386ff3b9-fa41-4263-8bac-4134f8136d8e', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'port_id': '386ff3b9-fa41-4263-8bac-4134f8136d8e', 'mac_address': 'fa:16:3e:b8:51:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:09:20.787258 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 386ff3b9-fa41-4263-8bac-4134f8136d8e is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:09:20.787651 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (386ff3b9-fa41-4263-8bac-4134f8136d8e), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:20.801194 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 386ff3b9-fa41-4263-8bac-4134f8136d8e {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:09:20.821334 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 386ff3b9-fa41-4263-8bac-4134f8136d8e, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=386ff3b9-fa41-4263-8bac-4134f8136d8e,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:09:20.896642 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (386ff3b9-fa41-4263-8bac-4134f8136d8e), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:20.945773 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=386ff3b9-fa41-4263-8bac-4134f8136d8e,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:20.953044 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:20.953390 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:20.953727 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:20.954082 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:20.954416 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:20.954743 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:20.955187 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:20.955512 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:20.955857 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:20.956186 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:20.956509 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:20.956845 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:20.957165 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:20.957480 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:20.957819 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:20.994240 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763a1ba-d531-4516-9a52-36851c82ac33 req-4d3dba72-6411-4d15-92ed-b1c5e1f15228 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:20.995636 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2763a1ba-d531-4516-9a52-36851c82ac33 req-4d3dba72-6411-4d15-92ed-b1c5e1f15228 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 945 time: 0.0525348 Sep 13 13:09:21.042646 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2763a1ba-d531-4516-9a52-36851c82ac33 req-ad0d9df4-9c78-43af-8d8f-5248fe577a9b tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414486 Sep 13 13:09:21.071442 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e055f96e-b9e5-4957-a7cb-b962a0868dbd', 'tag': '1cd2a580-87ce-44ee-b219-d7868153c645'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:09:21.073749 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4334cca6-2c47-43c5-a3b9-cacd69d3f3b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e055f96e-b9e5-4957-a7cb-b962a0868dbd", "tag": "1cd2a580-87ce-44ee-b219-d7868153c645"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:09:21.110891 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a94f7c6-3ada-4315-b81b-b19612b82412 x-openstack-request-id: req-8a94f7c6-3ada-4315-b81b-b19612b82412 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:09:21.111172 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e055f96e-b9e5-4957-a7cb-b962a0868dbd", "tag": "1cd2a580-87ce-44ee-b219-d7868153c645", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:09:21.111419 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8a94f7c6-3ada-4315-b81b-b19612b82412 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:09:21.111820 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a94f7c6-3ada-4315-b81b-b19612b82412'] response: {'name': 'network-changed', 'server_uuid': 'e055f96e-b9e5-4957-a7cb-b962a0868dbd', 'tag': '1cd2a580-87ce-44ee-b219-d7868153c645', 'status': 'completed', 'code': 200} Sep 13 13:09:21.176349 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334cca6-2c47-43c5-a3b9-cacd69d3f3b1 req-1b4d3e02-b985-4625-8887-a5d2ec993df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:21.177843 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4334cca6-2c47-43c5-a3b9-cacd69d3f3b1 req-1b4d3e02-b985-4625-8887-a5d2ec993df6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c15624f4312f49bb85a7a086c291d157&device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 1129 time: 0.0386496 Sep 13 13:09:21.235119 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['386ff3b9-fa41-4263-8bac-4134f8136d8e'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:09:21.257541 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:21.272037 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:21.282464 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334cca6-2c47-43c5-a3b9-cacd69d3f3b1 req-e9e46070-4d7e-4dbb-aa38-1f8c0d1305ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:21.283964 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4334cca6-2c47-43c5-a3b9-cacd69d3f3b1 req-e9e46070-4d7e-4dbb-aa38-1f8c0d1305ca service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 HTTP/1.1" status: 200 len: 920 time: 0.0885875 Sep 13 13:09:21.328817 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:21.346218 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4334cca6-2c47-43c5-a3b9-cacd69d3f3b1 req-e981a76f-c9b8-4ab2-a6cc-5ff97fffe76a service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1cd2a580-87ce-44ee-b219-d7868153c645 HTTP/1.1" status: 200 len: 1001 time: 0.0559423 Sep 13 13:09:21.397412 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334cca6-2c47-43c5-a3b9-cacd69d3f3b1 req-d62696d5-de46-4882-a5f5-e77c7b95e469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:21.399497 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4334cca6-2c47-43c5-a3b9-cacd69d3f3b1 req-d62696d5-de46-4882-a5f5-e77c7b95e469 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=150922b3-3525-45d2-8627-b637b171605b HTTP/1.1" status: 200 len: 858 time: 0.0455666 Sep 13 13:09:21.447098 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334cca6-2c47-43c5-a3b9-cacd69d3f3b1 req-500b043a-b14c-4f6c-8955-437e6a78ee37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:21.448541 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4334cca6-2c47-43c5-a3b9-cacd69d3f3b1 req-500b043a-b14c-4f6c-8955-437e6a78ee37 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0411603 Sep 13 13:09:21.535663 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4334cca6-2c47-43c5-a3b9-cacd69d3f3b1 req-d3278aad-1bc2-47b1-bcc3-921df96bcd2a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806417 Sep 13 13:09:21.634387 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4334cca6-2c47-43c5-a3b9-cacd69d3f3b1 req-1ae66518-fc74-42d4-8918-bfa722fc6a0a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903316 Sep 13 13:09:22.161233 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf460c91-47aa-4104-95be-7848679747c8 req-89558d6c-2735-4da7-b747-37f49ff9a818 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:22.162721 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bf460c91-47aa-4104-95be-7848679747c8 req-89558d6c-2735-4da7-b747-37f49ff9a818 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 945 time: 0.0462611 Sep 13 13:09:22.210068 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bf460c91-47aa-4104-95be-7848679747c8 req-9dba1692-6e81-4c13-806e-1e4ce25e2e37 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409217 Sep 13 13:09:22.651159 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 386ff3b9-fa41-4263-8bac-4134f8136d8e up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:09:22.696516 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning for port 386ff3b9-fa41-4263-8bac-4134f8136d8e completed by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 13:09:22.758979 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port 386ff3b9-fa41-4263-8bac-4134f8136d8e triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:09:22.759361 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (386ff3b9-fa41-4263-8bac-4134f8136d8e), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:22.831319 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 386ff3b9-fa41-4263-8bac-4134f8136d8e is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:09:22.831699 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (386ff3b9-fa41-4263-8bac-4134f8136d8e), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:22.854455 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89044a6-3b0a-4879-9409-b492f10c1f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386ff3b9-fa41-4263-8bac-4134f8136d8e'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:09:22.856657 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef1b1cc-a2fb-4d7d-8a44-ceca1202a6d2" -d '{"events": [{"server_uuid": "e89044a6-3b0a-4879-9409-b492f10c1f3f", "name": "network-vif-plugged", "status": "completed", "tag": "386ff3b9-fa41-4263-8bac-4134f8136d8e"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:09:22.869303 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 386ff3b9-fa41-4263-8bac-4134f8136d8e, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=386ff3b9-fa41-4263-8bac-4134f8136d8e,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:09:22.895981 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7feaa48-2dbc-468e-b859-5d88aad4706f x-openstack-request-id: req-a7feaa48-2dbc-468e-b859-5d88aad4706f {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:09:22.896295 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89044a6-3b0a-4879-9409-b492f10c1f3f", "name": "network-vif-plugged", "status": "completed", "tag": "386ff3b9-fa41-4263-8bac-4134f8136d8e", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:09:22.896557 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a7feaa48-2dbc-468e-b859-5d88aad4706f {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:09:22.896951 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7feaa48-2dbc-468e-b859-5d88aad4706f'] response: {'server_uuid': 'e89044a6-3b0a-4879-9409-b492f10c1f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '386ff3b9-fa41-4263-8bac-4134f8136d8e', 'code': 200} Sep 13 13:09:22.947526 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (386ff3b9-fa41-4263-8bac-4134f8136d8e), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:22.994506 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=386ff3b9-fa41-4263-8bac-4134f8136d8e,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:23.215430 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adb6669-82e0-4062-b98e-8529c47ec030 req-5c266389-9fdf-4ef8-88ab-d59b75e073df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:23.216879 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3adb6669-82e0-4062-b98e-8529c47ec030 req-5c266389-9fdf-4ef8-88ab-d59b75e073df service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 1130 time: 0.0413363 Sep 13 13:09:23.265169 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3adb6669-82e0-4062-b98e-8529c47ec030 req-a54df3ba-2b1e-44e8-868a-3578a81819cd service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384996 Sep 13 13:09:23.331625 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04db27-913f-427e-a54f-9840ddf69985 req-8f399f91-d013-4cbb-8674-4747c88aef7e tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:23.333086 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3b04db27-913f-427e-a54f-9840ddf69985 req-8f399f91-d013-4cbb-8674-4747c88aef7e tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 946 time: 0.0462258 Sep 13 13:09:23.378978 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3b04db27-913f-427e-a54f-9840ddf69985 req-928f28c7-ada5-4d4b-ac33-98b86c090b00 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402575 Sep 13 13:09:24.502047 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163aa700-0a45-4825-b808-f63e923996c2 req-04c02cc8-3c46-45b9-a7f2-963c71928821 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:24.503518 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-163aa700-0a45-4825-b808-f63e923996c2 req-04c02cc8-3c46-45b9-a7f2-963c71928821 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 946 time: 0.0477798 Sep 13 13:09:24.528508 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:24.555473 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-163aa700-0a45-4825-b808-f63e923996c2 req-4b2c8ea1-e0d7-4135-b590-2c062900b248 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461137 Sep 13 13:09:25.564402 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:09:25.682883 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03072f46-9aad-4778-a358-6068c01f00d8 req-88312139-76a1-42b0-b7f1-5476be82da2c tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:25.684394 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-03072f46-9aad-4778-a358-6068c01f00d8 req-88312139-76a1-42b0-b7f1-5476be82da2c tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 946 time: 0.0511258 Sep 13 13:09:25.732456 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-03072f46-9aad-4778-a358-6068c01f00d8 req-bbfb89c4-6f0a-49fb-88f6-327e6a9400d0 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426817 Sep 13 13:09:25.852446 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97513de2-4514-4dc9-8071-baca54ec5e30 req-61eb7cfb-8710-4d34-949f-1ebd628bd73e tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:25.853967 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-97513de2-4514-4dc9-8071-baca54ec5e30 req-61eb7cfb-8710-4d34-949f-1ebd628bd73e tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 946 time: 0.0473158 Sep 13 13:09:25.864365 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38368) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:09:25.869129 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-b229144d-2bac-4e79-b9b4-3d6526cdf941 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Request body: {'floatingip': {'port_id': '386ff3b9-fa41-4263-8bac-4134f8136d8e'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:09:25.912362 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b229144d-2bac-4e79-b9b4-3d6526cdf941 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (2fc9b53b-98e2-43fc-ad99-eacc21939375), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:26.124779 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:26.340960 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b229144d-2bac-4e79-b9b4-3d6526cdf941 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:26.399276 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b229144d-2bac-4e79-b9b4-3d6526cdf941 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (2fc9b53b-98e2-43fc-ad99-eacc21939375), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:26.492951 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.l3_db [None req-b229144d-2bac-4e79-b9b4-3d6526cdf941 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Floating IP 2fc9b53b-98e2-43fc-ad99-eacc21939375 associated. External IP: 172.27.1.95, port: 386ff3b9-fa41-4263-8bac-4134f8136d8e. Sep 13 13:09:26.697438 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b229144d-2bac-4e79-b9b4-3d6526cdf941 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Router 8bf8171d-2b9c-4569-8528-71cfbdafa430 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:09:26.792565 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:26.801586 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b229144d-2bac-4e79-b9b4-3d6526cdf941 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:09:26.808339 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b229144d-2bac-4e79-b9b4-3d6526cdf941 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:26.814367 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c1b1d1-be01-4cce-948b-354a363a7976 None None] Sync routers for ids ['8bf8171d-2b9c-4569-8528-71cfbdafa430'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:09:26.830540 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c1b1d1-be01-4cce-948b-354a363a7976 None None] Routers {'8bf8171d-2b9c-4569-8528-71cfbdafa430'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:09:26.831155 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-04c1b1d1-be01-4cce-948b-354a363a7976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:09:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8bf8171d-2b9c-4569-8528-71cfbdafa430'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:09:26.839732 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-b229144d-2bac-4e79-b9b4-3d6526cdf941 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/2fc9b53b-98e2-43fc-ad99-eacc21939375 HTTP/1.1" status: 200 len: 991 time: 0.9742982 Sep 13 13:09:26.840343 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e89044a6-3b0a-4879-9409-b492f10c1f3f', 'tag': '386ff3b9-fa41-4263-8bac-4134f8136d8e'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:09:26.842846 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8b89fda-3667-4b93-a91e-ca073665f253" -d '{"events": [{"name": "network-changed", "server_uuid": "e89044a6-3b0a-4879-9409-b492f10c1f3f", "tag": "386ff3b9-fa41-4263-8bac-4134f8136d8e"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:09:26.882199 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31c8d3a-b93f-4e6b-9104-6dbb86dd9d5f x-openstack-request-id: req-f31c8d3a-b93f-4e6b-9104-6dbb86dd9d5f {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:09:26.882501 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e89044a6-3b0a-4879-9409-b492f10c1f3f", "tag": "386ff3b9-fa41-4263-8bac-4134f8136d8e", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:09:26.882753 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f31c8d3a-b93f-4e6b-9104-6dbb86dd9d5f {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:09:26.883159 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31c8d3a-b93f-4e6b-9104-6dbb86dd9d5f'] response: {'name': 'network-changed', 'server_uuid': 'e89044a6-3b0a-4879-9409-b492f10c1f3f', 'tag': '386ff3b9-fa41-4263-8bac-4134f8136d8e', 'status': 'completed', 'code': 200} Sep 13 13:09:26.935861 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-04c1b1d1-be01-4cce-948b-354a363a7976 None None] Set router 8bf8171d-2b9c-4569-8528-71cfbdafa430 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:09:26.945990 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b89fda-3667-4b93-a91e-ca073665f253 req-08b113ba-149d-4e01-b2f3-b6111b1ebba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:26.947174 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c8b89fda-3667-4b93-a91e-ca073665f253 req-08b113ba-149d-4e01-b2f3-b6111b1ebba8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=7775bd9f19b64c8ca07407c103dcff9b&device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 1130 time: 0.0404646 Sep 13 13:09:27.054370 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b89fda-3667-4b93-a91e-ca073665f253 req-9091b697-0be7-48d6-8e2a-be69a794fcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:27.055954 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c8b89fda-3667-4b93-a91e-ca073665f253 req-9091b697-0be7-48d6-8e2a-be69a794fcd0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=1f0b8231-ada5-4945-87a4-d1b052328819 HTTP/1.1" status: 200 len: 916 time: 0.0990021 Sep 13 13:09:27.130320 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c8b89fda-3667-4b93-a91e-ca073665f253 req-3f6326de-9c3d-4b88-a52e-dacc378e8022 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=386ff3b9-fa41-4263-8bac-4134f8136d8e HTTP/1.1" status: 200 len: 999 time: 0.0576417 Sep 13 13:09:27.155361 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-04c1b1d1-be01-4cce-948b-354a363a7976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '2fc9b53b-98e2-43fc-ad99-eacc21939375', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'floating_ip_address': '172.27.1.95', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'port_id': '386ff3b9-fa41-4263-8bac-4134f8136d8e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'mac_address': 'fa:16:3e:b8:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89044a6-3b0a-4879-9409-b492f10c1f3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:09:06Z', 'updated_at': '2022-09-13T13:09:26Z', 'revision_number': 1, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:09:27.181955 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c1b1d1-be01-4cce-948b-354a363a7976 None None] Checking router: 8bf8171d-2b9c-4569-8528-71cfbdafa430 for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:09:27.190016 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c1b1d1-be01-4cce-948b-354a363a7976 None None] Routers {'8bf8171d-2b9c-4569-8528-71cfbdafa430'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:09:27.190504 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-04c1b1d1-be01-4cce-948b-354a363a7976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:09:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8bf8171d-2b9c-4569-8528-71cfbdafa430'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:09:27.200077 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b89fda-3667-4b93-a91e-ca073665f253 req-d166043c-4f58-4797-b253-c90e974e05bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:27.201523 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c8b89fda-3667-4b93-a91e-ca073665f253 req-d166043c-4f58-4797-b253-c90e974e05bc service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8e8aac7b-ea4b-46cf-9476-3c7b376f07e0 HTTP/1.1" status: 200 len: 854 time: 0.0515883 Sep 13 13:09:27.255912 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b89fda-3667-4b93-a91e-ca073665f253 req-e7a25fda-b6ec-4cc2-8a05-d46214cbf862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:27.257806 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c8b89fda-3667-4b93-a91e-ca073665f253 req-e7a25fda-b6ec-4cc2-8a05-d46214cbf862 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=1f0b8231-ada5-4945-87a4-d1b052328819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0397806 Sep 13 13:09:27.282493 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:27.296176 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-04c1b1d1-be01-4cce-948b-354a363a7976 None None] Set router 8bf8171d-2b9c-4569-8528-71cfbdafa430 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:09:27.361909 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c8b89fda-3667-4b93-a91e-ca073665f253 req-fd401b93-f915-432d-a2ff-e9933a2374b7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870326 Sep 13 13:09:27.459793 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c8b89fda-3667-4b93-a91e-ca073665f253 req-9c58b51c-296f-46a8-bc89-d3aad48124e5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900326 Sep 13 13:09:27.583994 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-04c1b1d1-be01-4cce-948b-354a363a7976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '2fc9b53b-98e2-43fc-ad99-eacc21939375', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'floating_ip_address': '172.27.1.95', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'port_id': '386ff3b9-fa41-4263-8bac-4134f8136d8e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'mac_address': 'fa:16:3e:b8:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89044a6-3b0a-4879-9409-b492f10c1f3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:09:06Z', 'updated_at': '2022-09-13T13:09:26Z', 'revision_number': 1, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:09:27.611639 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c1b1d1-be01-4cce-948b-354a363a7976 None None] The sync data for ids ['8bf8171d-2b9c-4569-8528-71cfbdafa430'] in dv-cinder-801354-10-iscsi is: [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '2fc9b53b-98e2-43fc-ad99-eacc21939375', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'floating_ip_address': '172.27.1.95', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'port_id': '386ff3b9-fa41-4263-8bac-4134f8136d8e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'mac_address': 'fa:16:3e:b8:51:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e89044a6-3b0a-4879-9409-b492f10c1f3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:09:06Z', 'updated_at': '2022-09-13T13:09:26Z', 'revision_number': 1, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:09:27.798693 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a17084a9-4500-47fd-9a8a-2ebf21292455 None None] New status for floating IP 2fc9b53b-98e2-43fc-ad99-eacc21939375: ACTIVE {{(pid=106851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:09:28.520523 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a54f264-6970-4e3e-abb5-757978a6e54c req-66843086-cae0-4f81-886d-b6b4e4688787 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:28.522011 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5a54f264-6970-4e3e-abb5-757978a6e54c req-66843086-cae0-4f81-886d-b6b4e4688787 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 947 time: 0.0475433 Sep 13 13:09:28.569874 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5a54f264-6970-4e3e-abb5-757978a6e54c req-7fe68165-e19d-42ab-b105-0f4c913d82e2 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416381 Sep 13 13:09:29.702166 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af05f431-d246-4a6d-9bf1-4d2e7bd374f5 req-d7621bbc-7518-40b3-b436-2e85f577fe6a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:29.703606 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-af05f431-d246-4a6d-9bf1-4d2e7bd374f5 req-d7621bbc-7518-40b3-b436-2e85f577fe6a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 947 time: 0.0500414 Sep 13 13:09:29.749102 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-af05f431-d246-4a6d-9bf1-4d2e7bd374f5 req-6714bee1-82f6-477e-8452-1b4545e7a274 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400434 Sep 13 13:09:30.406584 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38436c1-7f75-4658-9ae2-cded16a746c2 req-ef198dc1-9554-4dfc-92be-beaed77eb10b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:30.408055 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f38436c1-7f75-4658-9ae2-cded16a746c2 req-ef198dc1-9554-4dfc-92be-beaed77eb10b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 947 time: 0.0452754 Sep 13 13:09:30.504477 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-f38436c1-7f75-4658-9ae2-cded16a746c2 req-c40fe093-aec8-401d-9552-f73fa5ee5b70 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Deleting port 80c82096-8d7e-47cb-a713-18ffef510762 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:09:30.504810 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-f38436c1-7f75-4658-9ae2-cded16a746c2 req-c40fe093-aec8-401d-9552-f73fa5ee5b70 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (80c82096-8d7e-47cb-a713-18ffef510762), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:30.594511 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-f38436c1-7f75-4658-9ae2-cded16a746c2 req-c40fe093-aec8-401d-9552-f73fa5ee5b70 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] For port 80c82096-8d7e-47cb-a713-18ffef510762, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=80c82096-8d7e-47cb-a713-18ffef510762,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:09:30.594868 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-f38436c1-7f75-4658-9ae2-cded16a746c2 req-c40fe093-aec8-401d-9552-f73fa5ee5b70 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (80c82096-8d7e-47cb-a713-18ffef510762), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:30.640068 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:30.760610 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-f38436c1-7f75-4658-9ae2-cded16a746c2 req-c40fe093-aec8-401d-9552-f73fa5ee5b70 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:30.761329 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-f38436c1-7f75-4658-9ae2-cded16a746c2 req-c40fe093-aec8-401d-9552-f73fa5ee5b70 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (03dfe950-ed20-4521-97fb-65e21ba09e07), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:30.761329 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.l3_db [req-f38436c1-7f75-4658-9ae2-cded16a746c2 req-c40fe093-aec8-401d-9552-f73fa5ee5b70 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Floating IP 03dfe950-ed20-4521-97fb-65e21ba09e07 disassociated. External IP: 172.27.1.184, port: 80c82096-8d7e-47cb-a713-18ffef510762. Sep 13 13:09:30.761677 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-f38436c1-7f75-4658-9ae2-cded16a746c2 req-c40fe093-aec8-401d-9552-f73fa5ee5b70 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Calling delete_port for 80c82096-8d7e-47cb-a713-18ffef510762 owned by compute:nova {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:09:30.914482 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8446c5e-4cf5-4626-8309-f8dc2cd0a8ca req-d8b3d652-638e-4da1-8654-7872411e5836 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:30.916029 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a8446c5e-4cf5-4626-8309-f8dc2cd0a8ca req-d8b3d652-638e-4da1-8654-7872411e5836 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 947 time: 0.0802557 Sep 13 13:09:30.987644 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a8446c5e-4cf5-4626-8309-f8dc2cd0a8ca req-5eb8a0eb-32cf-48a7-bb8e-29f3fc57593b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=81426c7f-f917-446d-921b-3111fb2634fd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632923 Sep 13 13:09:31.021930 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-f38436c1-7f75-4658-9ae2-cded16a746c2 req-c40fe093-aec8-401d-9552-f73fa5ee5b70 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (80c82096-8d7e-47cb-a713-18ffef510762), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:31.050491 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40fe093-aec8-401d-9552-f73fa5ee5b70 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Pushing event deleted for resources: {'Port': ['ID=80c82096-8d7e-47cb-a713-18ffef510762,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:31.093997 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:31.141694 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:31.158729 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f38436c1-7f75-4658-9ae2-cded16a746c2 req-c40fe093-aec8-401d-9552-f73fa5ee5b70 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Router 150dce18-585e-4911-8f36-6a6ad5d4883b has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:09:31.509848 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f38436c1-7f75-4658-9ae2-cded16a746c2 req-c40fe093-aec8-401d-9552-f73fa5ee5b70 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:09:31.519332 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf06eea7-670a-414a-a260-77964f8decd3 None None] Sync routers for ids ['150dce18-585e-4911-8f36-6a6ad5d4883b'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:09:31.531271 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf06eea7-670a-414a-a260-77964f8decd3 None None] Routers {'150dce18-585e-4911-8f36-6a6ad5d4883b'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:09:31.534995 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-cf06eea7-670a-414a-a260-77964f8decd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:09:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['150dce18-585e-4911-8f36-6a6ad5d4883b'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:09:31.553155 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38436c1-7f75-4658-9ae2-cded16a746c2 req-c40fe093-aec8-401d-9552-f73fa5ee5b70 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] No DVR routers for this DVR port 80c82096-8d7e-47cb-a713-18ffef510762 on host hv-cinder-80135 {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:09:31.556019 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-f38436c1-7f75-4658-9ae2-cded16a746c2 req-c40fe093-aec8-401d-9552-f73fa5ee5b70 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:31.559574 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f38436c1-7f75-4658-9ae2-cded16a746c2 req-c40fe093-aec8-401d-9552-f73fa5ee5b70 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.61 "DELETE /networking/v2.0/ports/80c82096-8d7e-47cb-a713-18ffef510762 HTTP/1.1" status: 204 len: 173 time: 1.1463051 Sep 13 13:09:31.560087 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c784b1b-72d1-431c-bca7-12cc7f5aa2b8', 'name': 'network-vif-deleted', 'tag': '80c82096-8d7e-47cb-a713-18ffef510762'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:09:31.562309 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033a22c8-e90f-45ba-98cf-d1aec27c8297" -d '{"events": [{"server_uuid": "1c784b1b-72d1-431c-bca7-12cc7f5aa2b8", "name": "network-vif-deleted", "tag": "80c82096-8d7e-47cb-a713-18ffef510762"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:09:31.576899 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=100 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:31.600265 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a312c26-18a6-45cc-a878-50c60903a904 x-openstack-request-id: req-0a312c26-18a6-45cc-a878-50c60903a904 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:09:31.601222 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c784b1b-72d1-431c-bca7-12cc7f5aa2b8", "name": "network-vif-deleted", "tag": "80c82096-8d7e-47cb-a713-18ffef510762", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:09:31.601507 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0a312c26-18a6-45cc-a878-50c60903a904 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:09:31.601908 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a312c26-18a6-45cc-a878-50c60903a904'] response: {'server_uuid': '1c784b1b-72d1-431c-bca7-12cc7f5aa2b8', 'name': 'network-vif-deleted', 'tag': '80c82096-8d7e-47cb-a713-18ffef510762', 'status': 'completed', 'code': 200} Sep 13 13:09:31.640810 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=100 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:31.650352 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-cf06eea7-670a-414a-a260-77964f8decd3 None None] Set router 150dce18-585e-4911-8f36-6a6ad5d4883b gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:09:31.841173 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-cf06eea7-670a-414a-a260-77964f8decd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'name': 'tempest-AttachVolumeShelveTestJSON-1233448772-router', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:09Z', 'revision_number': 4, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'gw_port': {'id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'a15d10a3-f8aa-4a5c-abe7-5638d396ef61', 'name': '', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'mac_address': 'fa:16:3e:c9:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:08Z', 'updated_at': '2022-09-13T13:05:24Z', 'revision_number': 5, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'subnets': [{'id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:09:31.870415 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf06eea7-670a-414a-a260-77964f8decd3 None None] Checking router: 150dce18-585e-4911-8f36-6a6ad5d4883b for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:09:31.879045 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf06eea7-670a-414a-a260-77964f8decd3 None None] Routers {'150dce18-585e-4911-8f36-6a6ad5d4883b'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:09:31.879643 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-cf06eea7-670a-414a-a260-77964f8decd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:09:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['150dce18-585e-4911-8f36-6a6ad5d4883b'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:09:31.984548 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-cf06eea7-670a-414a-a260-77964f8decd3 None None] Set router 150dce18-585e-4911-8f36-6a6ad5d4883b gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:09:32.123555 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-91a71cba-85c0-4cf1-965d-d7e625a55849 req-ee0373e8-39d7-49b1-8eaa-41c9e9e7afae tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=1c784b1b-72d1-431c-bca7-12cc7f5aa2b8 HTTP/1.1" status: 200 len: 210 time: 0.0354369 Sep 13 13:09:32.192610 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-cf06eea7-670a-414a-a260-77964f8decd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'name': 'tempest-AttachVolumeShelveTestJSON-1233448772-router', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:09Z', 'revision_number': 4, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'gw_port': {'id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'a15d10a3-f8aa-4a5c-abe7-5638d396ef61', 'name': '', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'mac_address': 'fa:16:3e:c9:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:08Z', 'updated_at': '2022-09-13T13:05:24Z', 'revision_number': 5, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'subnets': [{'id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:09:32.218976 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf06eea7-670a-414a-a260-77964f8decd3 None None] The sync data for ids ['150dce18-585e-4911-8f36-6a6ad5d4883b'] in dv-cinder-801354-10-iscsi is: [{'id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'name': 'tempest-AttachVolumeShelveTestJSON-1233448772-router', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:09Z', 'revision_number': 4, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'gw_port': {'id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'a15d10a3-f8aa-4a5c-abe7-5638d396ef61', 'name': '', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'mac_address': 'fa:16:3e:c9:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:08Z', 'updated_at': '2022-09-13T13:05:24Z', 'revision_number': 5, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'subnets': [{'id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:09:32.426397 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918afe0a-9911-4c88-ab33-5ffc768ca30f None None] New status for floating IP 03dfe950-ed20-4521-97fb-65e21ba09e07: DOWN {{(pid=106851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:09:33.232899 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-ce9fa2b6-7051-4a98-ba16-cabf6edfde84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:33.256360 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38402) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:09:33.311430 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-39a7b29a-4866-4b04-b5a4-70e0c757348c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for security_group (81426c7f-f917-446d-921b-3111fb2634fd), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:33.319896 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:33.333849 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-39a7b29a-4866-4b04-b5a4-70e0c757348c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for security_group (81426c7f-f917-446d-921b-3111fb2634fd), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:33.421439 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-39a7b29a-4866-4b04-b5a4-70e0c757348c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (81426c7f-f917-446d-921b-3111fb2634fd), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:33.423938 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-39a7b29a-4866-4b04-b5a4-70e0c757348c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:33.425063 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-39a7b29a-4866-4b04-b5a4-70e0c757348c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/81426c7f-f917-446d-921b-3111fb2634fd HTTP/1.1" status: 204 len: 168 time: 0.1675944 Sep 13 13:09:33.427997 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38406) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:09:33.434163 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a7b29a-4866-4b04-b5a4-70e0c757348c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81426c7f-f917-446d-921b-3111fb2634fd,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:33.443510 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.api.v2.resource [None req-4a39573d-e994-4ca4-b020-0e6bd9f683ef tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] show failed (client error): The resource could not be found. Sep 13 13:09:33.448336 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38408) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:09:33.448595 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-4a39573d-e994-4ca4-b020-0e6bd9f683ef tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups/81426c7f-f917-446d-921b-3111fb2634fd HTTP/1.1" status: 404 len: 347 time: 0.0192990 Sep 13 13:09:33.559198 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-f1e81320-4efb-42c3-9ab4-880f9668d383 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Deleting port 25d86167-fb13-4c8c-9e66-7eea8a92dd21 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:09:33.559527 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-f1e81320-4efb-42c3-9ab4-880f9668d383 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (25d86167-fb13-4c8c-9e66-7eea8a92dd21), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:33.635583 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-f1e81320-4efb-42c3-9ab4-880f9668d383 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (25d86167-fb13-4c8c-9e66-7eea8a92dd21), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:33.635888 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-f1e81320-4efb-42c3-9ab4-880f9668d383 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for floatingip (25d86167-fb13-4c8c-9e66-7eea8a92dd21), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:33.650113 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-f1e81320-4efb-42c3-9ab4-880f9668d383 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Calling delete_port for 25d86167-fb13-4c8c-9e66-7eea8a92dd21 owned by network:floatingip {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:09:33.878842 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-f1e81320-4efb-42c3-9ab4-880f9668d383 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (25d86167-fb13-4c8c-9e66-7eea8a92dd21), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:33.903140 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e81320-4efb-42c3-9ab4-880f9668d383 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Pushing event deleted for resources: {'Port': ['ID=25d86167-fb13-4c8c-9e66-7eea8a92dd21,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:33.971715 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-f1e81320-4efb-42c3-9ab4-880f9668d383 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for floatingip (03dfe950-ed20-4521-97fb-65e21ba09e07), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:33.974467 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-f1e81320-4efb-42c3-9ab4-880f9668d383 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:33.975720 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-f1e81320-4efb-42c3-9ab4-880f9668d383 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/03dfe950-ed20-4521-97fb-65e21ba09e07 HTTP/1.1" status: 204 len: 168 time: 0.5262463 Sep 13 13:09:34.123945 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38412) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:09:34.133801 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-edbae61a-933a-44a9-86c3-02d599cb63f3 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1039024713', 'description': 'tempest-description--289864113'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:09:34.210455 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-edbae61a-933a-44a9-86c3-02d599cb63f3 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:34.280306 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-edbae61a-933a-44a9-86c3-02d599cb63f3 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for security_group (9a5d8df7-c3c8-46df-a78b-ad948bd94d3e), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:34.352756 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-edbae61a-933a-44a9-86c3-02d599cb63f3 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (9a5d8df7-c3c8-46df-a78b-ad948bd94d3e), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:34.380677 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:34.382637 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbae61a-933a-44a9-86c3-02d599cb63f3 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:34.440365 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-edbae61a-933a-44a9-86c3-02d599cb63f3 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:34.441611 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-edbae61a-933a-44a9-86c3-02d599cb63f3 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3166583 Sep 13 13:09:34.444783 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38414) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:09:34.448997 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-83e14cb1-c1cc-4857-ac5c-44232f3f2115 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Request body: {'security_group_rule': {'security_group_id': '9a5d8df7-c3c8-46df-a78b-ad948bd94d3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:09:34.536471 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-83e14cb1-c1cc-4857-ac5c-44232f3f2115 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for security_group_rule (810cdbab-4216-4c21-922c-9cf2e3f6c46e), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:34.591240 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-83e14cb1-c1cc-4857-ac5c-44232f3f2115 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for security_group_rule (810cdbab-4216-4c21-922c-9cf2e3f6c46e), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:34.656055 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-83e14cb1-c1cc-4857-ac5c-44232f3f2115 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (810cdbab-4216-4c21-922c-9cf2e3f6c46e), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:34.664966 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:34.679810 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e14cb1-c1cc-4857-ac5c-44232f3f2115 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810cdbab-4216-4c21-922c-9cf2e3f6c46e,revision_number=0']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:34.751170 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 80c82096-8d7e-47cb-a713-18ffef510762 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:09:34.754920 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-83e14cb1-c1cc-4857-ac5c-44232f3f2115 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:34.756099 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-83e14cb1-c1cc-4857-ac5c-44232f3f2115 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3104107 Sep 13 13:09:34.759182 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38416) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:09:34.763488 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-313bebf5-5d87-4122-8cdb-ea251e4e833b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Request body: {'security_group_rule': {'security_group_id': '9a5d8df7-c3c8-46df-a78b-ad948bd94d3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:09:34.771015 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] No Port match for: 80c82096-8d7e-47cb-a713-18ffef510762 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:09:34.773513 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 80c82096-8d7e-47cb-a713-18ffef510762 not bound to the agent host hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:09:34.867156 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-313bebf5-5d87-4122-8cdb-ea251e4e833b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for security_group_rule (0739451d-f063-447c-aa6b-b24243f8ff0f), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:34.923978 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-313bebf5-5d87-4122-8cdb-ea251e4e833b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for security_group_rule (0739451d-f063-447c-aa6b-b24243f8ff0f), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:34.964505 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-313bebf5-5d87-4122-8cdb-ea251e4e833b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (0739451d-f063-447c-aa6b-b24243f8ff0f), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:34.983823 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313bebf5-5d87-4122-8cdb-ea251e4e833b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0739451d-f063-447c-aa6b-b24243f8ff0f,revision_number=0']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:35.029248 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-313bebf5-5d87-4122-8cdb-ea251e4e833b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:35.030466 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-313bebf5-5d87-4122-8cdb-ea251e4e833b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2703271 Sep 13 13:09:35.033630 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38418) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:09:35.038041 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-94da1bf8-d9fc-4572-9e2e-6f8ab2a119d9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Request body: {'floatingip': {'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:09:35.118829 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-94da1bf8-d9fc-4572-9e2e-6f8ab2a119d9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:35.202354 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-94da1bf8-d9fc-4572-9e2e-6f8ab2a119d9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:35.304956 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [None req-94da1bf8-d9fc-4572-9e2e-6f8ab2a119d9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Allocated IP 172.27.1.68 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/cc766f41-325c-46be-b709-15b44ad9ba5f) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:09:35.375952 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-b8c244de-bf76-40ea-a8cb-efa877597b49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:35.411930 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-94da1bf8-d9fc-4572-9e2e-6f8ab2a119d9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for port (cc766f41-325c-46be-b709-15b44ad9ba5f), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:35.491300 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-94da1bf8-d9fc-4572-9e2e-6f8ab2a119d9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (cc766f41-325c-46be-b709-15b44ad9ba5f), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:35.517867 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:35.533622 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94da1bf8-d9fc-4572-9e2e-6f8ab2a119d9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:09:35.539506 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-94da1bf8-d9fc-4572-9e2e-6f8ab2a119d9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:09:35.541929 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94da1bf8-d9fc-4572-9e2e-6f8ab2a119d9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:09:35.545352 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da1bf8-d9fc-4572-9e2e-6f8ab2a119d9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Pushing event updated for resources: {'Port': ['ID=cc766f41-325c-46be-b709-15b44ad9ba5f,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:35.629225 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-94da1bf8-d9fc-4572-9e2e-6f8ab2a119d9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for floatingip (7a4b2ceb-a428-494b-9e47-7924e911cd82), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:35.742808 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:35.749506 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-94da1bf8-d9fc-4572-9e2e-6f8ab2a119d9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (cc766f41-325c-46be-b709-15b44ad9ba5f), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:35.896585 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-94da1bf8-d9fc-4572-9e2e-6f8ab2a119d9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for port (cc766f41-325c-46be-b709-15b44ad9ba5f), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:35.958909 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-94da1bf8-d9fc-4572-9e2e-6f8ab2a119d9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (cc766f41-325c-46be-b709-15b44ad9ba5f), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:36.027156 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-94da1bf8-d9fc-4572-9e2e-6f8ab2a119d9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (7a4b2ceb-a428-494b-9e47-7924e911cd82), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:36.029576 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94da1bf8-d9fc-4572-9e2e-6f8ab2a119d9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Pushing event updated for resources: {'Port': ['ID=cc766f41-325c-46be-b709-15b44ad9ba5f,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:36.086799 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-94da1bf8-d9fc-4572-9e2e-6f8ab2a119d9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:36.088012 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-94da1bf8-d9fc-4572-9e2e-6f8ab2a119d9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0534101 Sep 13 13:09:36.290354 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-b3190053-d166-4bff-955e-e995b0f06904 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1039024713&fields=id&tenant_id=a4e94c8248874defa3cb01d0725dfcb0 HTTP/1.1" status: 200 len: 267 time: 0.0460038 Sep 13 13:09:36.395061 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-f8e0f962-81b0-4173-9c18-11d87a858ebe tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:36.396505 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-f8e0f962-81b0-4173-9c18-11d87a858ebe tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/networks?id=8b1eaf98-b39c-4204-9cb2-5b574f83717c HTTP/1.1" status: 200 len: 817 time: 0.0998752 Sep 13 13:09:36.411649 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-16a70556-adc9-4d88-bd17-120f9b884836 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/quotas/a4e94c8248874defa3cb01d0725dfcb0 HTTP/1.1" status: 200 len: 375 time: 0.0087240 Sep 13 13:09:36.460819 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-de2d9b17-d61f-440c-be7d-60809a62c5a9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=a4e94c8248874defa3cb01d0725dfcb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434010 Sep 13 13:09:36.557238 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-6a2254e6-eef0-4a36-bf33-14f6fb9f28d6 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8b1eaf98-b39c-4204-9cb2-5b574f83717c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851800 Sep 13 13:09:36.650762 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-5cdc4233-bcc5-415b-aa60-b9e8554b93c4 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/8b1eaf98-b39c-4204-9cb2-5b574f83717c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879760 Sep 13 13:09:36.918952 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:36.920758 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cbdac685-03d8-4c90-9d5d-47fa58b2bf0c req-7e927db6-5033-4892-83e4-3045673bf352 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 210 time: 0.0287783 Sep 13 13:09:38.028514 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-186e723b-9d8e-4607-aa00-dc38671e86b8 req-d92085c7-e12f-482f-9943-91efa53c28db tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 210 time: 0.0284238 Sep 13 13:09:38.198749 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:38.358776 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:38.844522 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:38.898595 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-a358a014-627d-49a6-8fc9-30fd695f293c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:38.899963 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-a358a014-627d-49a6-8fc9-30fd695f293c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.61 "GET /networking/v2.0/networks?id=8b1eaf98-b39c-4204-9cb2-5b574f83717c HTTP/1.1" status: 200 len: 817 time: 0.1084127 Sep 13 13:09:38.963529 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-9c73f757-3f3e-414f-be44-62b3b949d521 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a4e94c8248874defa3cb01d0725dfcb0 HTTP/1.1" status: 200 len: 380 time: 0.0534649 Sep 13 13:09:38.973785 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Request body: {'port': {'device_id': 'f7f227ce-e8db-4805-9bcf-42485773201f', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'admin_state_up': True, 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'security_groups': ['9a5d8df7-c3c8-46df-a78b-ad948bd94d3e']}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:09:39.129015 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Made reservation on behalf of a4e94c8248874defa3cb01d0725dfcb0 for: {'port': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:09:39.133309 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:39.149505 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:39.156487 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7a40803f-bf42-4c36-bb2d-eaae8f31b7e4 req-0eeaebf9-0737-496e-b237-942ebfdd1096 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 210 time: 0.0427456 Sep 13 13:09:39.272344 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Allocated IP 172.20.0.10 (8b1eaf98-b39c-4204-9cb2-5b574f83717c/707a845c-7141-4086-a3f3-fd8375e89ff4/a3a407ff-7966-4a38-9817-9e291843aee0) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:09:39.419584 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for port (a3a407ff-7966-4a38-9817-9e291843aee0), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:39.507274 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:39.551000 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Network 8b1eaf98-b39c-4204-9cb2-5b574f83717c is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:09:39.554924 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:09:39.558790 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:09:39.585299 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Pushing event updated for resources: {'Port': ['ID=a3a407ff-7966-4a38-9817-9e291843aee0,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:39.598934 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:39.599266 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:39.599606 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:39.599943 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:39.600819 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:39.601150 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:39.601480 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:39.601826 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:39.602152 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:39.602478 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:39.602796 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:39.603116 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:39.603435 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:39.603751 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:39.604066 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:09:39.627209 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:39.628005 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:39.704106 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-6cb71477-d428-4e66-b8bd-8eb0ffa753f6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7338610 Sep 13 13:09:39.715196 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-f24cc453-bc81-4299-aa5f-fde790fde07b service neutron] Request body: {'port': {'device_id': 'f7f227ce-e8db-4805-9bcf-42485773201f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:09:39.734471 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:39.775539 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-f24cc453-bc81-4299-aa5f-fde790fde07b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:39.783075 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-96db75c7-d40a-4178-bd80-abe75526981b None None] Provisioning complete for port a3a407ff-7966-4a38-9817-9e291843aee0 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:09:39.783578 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-96db75c7-d40a-4178-bd80-abe75526981b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:39.819644 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-96db75c7-d40a-4178-bd80-abe75526981b None None] Port a3a407ff-7966-4a38-9817-9e291843aee0 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:09:40.034603 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-f24cc453-bc81-4299-aa5f-fde790fde07b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3a407ff-7966-4a38-9817-9e291843aee0 {{(pid=106850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:09:40.043412 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-f24cc453-bc81-4299-aa5f-fde790fde07b service neutron] Publish callbacks [] for port (a3a407ff-7966-4a38-9817-9e291843aee0), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:40.056443 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.provisioning_blocks [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-f24cc453-bc81-4299-aa5f-fde790fde07b service neutron] Transition to ACTIVE for port object a3a407ff-7966-4a38-9817-9e291843aee0 will not be triggered until provisioned by entity L2. {{(pid=106850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 13:09:40.141483 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-f24cc453-bc81-4299-aa5f-fde790fde07b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:40.202813 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cc453-bc81-4299-aa5f-fde790fde07b service neutron] Pushing event updated for resources: {'Port': ['ID=a3a407ff-7966-4a38-9817-9e291843aee0,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:40.221764 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:40.283859 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-f24cc453-bc81-4299-aa5f-fde790fde07b service neutron] Attempting to bind port a3a407ff-7966-4a38-9817-9e291843aee0 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:09:40.284190 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-f24cc453-bc81-4299-aa5f-fde790fde07b service neutron] Attempting to bind port a3a407ff-7966-4a38-9817-9e291843aee0 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '5d09d9c1-8cb9-46d2-a749-3029c466f88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:09:40.284546 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-f24cc453-bc81-4299-aa5f-fde790fde07b service neutron] Attempting to bind port a3a407ff-7966-4a38-9817-9e291843aee0 on network 8b1eaf98-b39c-4204-9cb2-5b574f83717c {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:09:40.319268 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dab3221-2be7-4e20-8d4b-91edb1d47f5f req-5682ae71-93a1-4c22-84cd-d267dc6661d9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:40.320655 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2dab3221-2be7-4e20-8d4b-91edb1d47f5f req-5682ae71-93a1-4c22-84cd-d267dc6661d9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 944 time: 0.0802910 Sep 13 13:09:40.358411 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-f24cc453-bc81-4299-aa5f-fde790fde07b service neutron] Port a3a407ff-7966-4a38-9817-9e291843aee0 on network 8b1eaf98-b39c-4204-9cb2-5b574f83717c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 13:09:40.358744 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-f24cc453-bc81-4299-aa5f-fde790fde07b service neutron] Attempting to bind port a3a407ff-7966-4a38-9817-9e291843aee0 on network 8b1eaf98-b39c-4204-9cb2-5b574f83717c {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:09:40.414190 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2dab3221-2be7-4e20-8d4b-91edb1d47f5f req-36aa81f5-5763-4deb-b923-678a45c0cf11 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871489 Sep 13 13:09:40.424061 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-f24cc453-bc81-4299-aa5f-fde790fde07b service neutron] Checking agent: {'id': '96974c91-2132-4a74-8ded-139ad5e3b835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 13, 3), 'started_at': datetime.datetime(2022, 9, 13, 13, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 9, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:09:40.424401 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-f24cc453-bc81-4299-aa5f-fde790fde07b service neutron] Checking segment: {'id': '5d09d9c1-8cb9-46d2-a749-3029c466f88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:09:40.424836 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-f24cc453-bc81-4299-aa5f-fde790fde07b service neutron] Bound using segment: {'id': '5d09d9c1-8cb9-46d2-a749-3029c466f88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:09:40.425203 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-f24cc453-bc81-4299-aa5f-fde790fde07b service neutron] Bound port: a3a407ff-7966-4a38-9817-9e291843aee0, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d09d9c1-8cb9-46d2-a749-3029c466f88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:09:40.425564 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-f24cc453-bc81-4299-aa5f-fde790fde07b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:40.485846 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-f24cc453-bc81-4299-aa5f-fde790fde07b service neutron] For port a3a407ff-7966-4a38-9817-9e291843aee0, host hv-cinder-80135, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:09:40.488897 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-f24cc453-bc81-4299-aa5f-fde790fde07b service neutron] For port a3a407ff-7966-4a38-9817-9e291843aee0, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a3a407ff-7966-4a38-9817-9e291843aee0,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:09:40.581486 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-f24cc453-bc81-4299-aa5f-fde790fde07b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:40.586124 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-f24cc453-bc81-4299-aa5f-fde790fde07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:40.586732 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-f24cc453-bc81-4299-aa5f-fde790fde07b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:40.588084 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-f24cc453-bc81-4299-aa5f-fde790fde07b service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/a3a407ff-7966-4a38-9817-9e291843aee0 HTTP/1.1" status: 200 len: 1094 time: 0.8770406 Sep 13 13:09:40.588648 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f227ce-e8db-4805-9bcf-42485773201f', 'tag': 'a3a407ff-7966-4a38-9817-9e291843aee0'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:09:40.590865 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78f1fa5-4595-436d-9cac-c5979a4f7efd" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f227ce-e8db-4805-9bcf-42485773201f", "tag": "a3a407ff-7966-4a38-9817-9e291843aee0"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:09:40.635075 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:09:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6c98cae-0ac8-4282-9737-a81837397cad x-openstack-request-id: req-d6c98cae-0ac8-4282-9737-a81837397cad {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:09:40.635357 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f227ce-e8db-4805-9bcf-42485773201f", "tag": "a3a407ff-7966-4a38-9817-9e291843aee0", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:09:40.635606 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d6c98cae-0ac8-4282-9737-a81837397cad {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:09:40.636005 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6c98cae-0ac8-4282-9737-a81837397cad'] response: {'name': 'network-changed', 'server_uuid': 'f7f227ce-e8db-4805-9bcf-42485773201f', 'tag': 'a3a407ff-7966-4a38-9817-9e291843aee0', 'status': 'completed', 'code': 200} Sep 13 13:09:40.640660 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24cc453-bc81-4299-aa5f-fde790fde07b service neutron] Pushing event updated for resources: {'Port': ['ID=a3a407ff-7966-4a38-9817-9e291843aee0,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:40.676831 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:40.706451 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f1fa5-4595-436d-9cac-c5979a4f7efd req-d320f99e-4a5c-4d55-bcda-7902858d9263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:40.707919 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b78f1fa5-4595-436d-9cac-c5979a4f7efd req-d320f99e-4a5c-4d55-bcda-7902858d9263 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a4e94c8248874defa3cb01d0725dfcb0&device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 1128 time: 0.0385947 Sep 13 13:09:40.809384 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f1fa5-4595-436d-9cac-c5979a4f7efd req-3623fcd7-324d-49e4-ad4d-16b79e1646b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:40.810878 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b78f1fa5-4595-436d-9cac-c5979a4f7efd req-3623fcd7-324d-49e4-ad4d-16b79e1646b3 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=a4e94c8248874defa3cb01d0725dfcb0&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0944839 Sep 13 13:09:40.908145 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f1fa5-4595-436d-9cac-c5979a4f7efd req-fab705d1-c3d4-439e-840f-5755a12ad17e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:40.909502 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b78f1fa5-4595-436d-9cac-c5979a4f7efd req-fab705d1-c3d4-439e-840f-5755a12ad17e service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0883782 Sep 13 13:09:40.987234 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-1097b65d-71a7-4c5d-90f6-f9450980b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:40.988670 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-1097b65d-71a7-4c5d-90f6-f9450980b6bc service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a4e94c8248874defa3cb01d0725dfcb0&device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 1128 time: 0.0421793 Sep 13 13:09:41.032007 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-753466ce-ff3b-4962-a949-07a3147bb4f6 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3a407ff-7966-4a38-9817-9e291843aee0 HTTP/1.1" status: 200 len: 217 time: 0.0318813 Sep 13 13:09:41.080704 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-b583db0c-0167-48ec-b96b-87ea6bce6a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:41.082135 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-b583db0c-0167-48ec-b96b-87ea6bce6a9f service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=707a845c-7141-4086-a3f3-fd8375e89ff4 HTTP/1.1" status: 200 len: 856 time: 0.0433493 Sep 13 13:09:41.126966 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-9e33b892-6643-4944-b618-1ef86c3d666a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:41.128400 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-9e33b892-6643-4944-b618-1ef86c3d666a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=8b1eaf98-b39c-4204-9cb2-5b574f83717c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0398092 Sep 13 13:09:41.220397 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-4a009ec0-8b26-4aac-bf9c-6048ec7d18ec service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8b1eaf98-b39c-4204-9cb2-5b574f83717c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812807 Sep 13 13:09:41.314158 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f2f0aa90-56c2-4e02-8486-44ded5a0218a req-c2f8658d-cd1b-4461-96f4-3ef65b05fe16 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8b1eaf98-b39c-4204-9cb2-5b574f83717c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855384 Sep 13 13:09:41.538621 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736eb48d-4f96-4ae1-8c73-846f1a227c1a req-cc3db23d-c15e-4226-93f5-e9b476efb4dd tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:41.539991 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-736eb48d-4f96-4ae1-8c73-846f1a227c1a req-cc3db23d-c15e-4226-93f5-e9b476efb4dd tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 944 time: 0.0468507 Sep 13 13:09:41.585593 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-736eb48d-4f96-4ae1-8c73-846f1a227c1a req-f3396ed4-9d4f-412b-9b58-e4d1a4191768 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401030 Sep 13 13:09:42.677565 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:42.715723 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624914ca-2b08-4463-be13-89fbc32d598f req-d6160b1e-3bd3-41c5-aa33-fb4d80971091 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:42.715723 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-624914ca-2b08-4463-be13-89fbc32d598f req-d6160b1e-3bd3-41c5-aa33-fb4d80971091 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 944 time: 0.0463166 Sep 13 13:09:42.765431 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-624914ca-2b08-4463-be13-89fbc32d598f req-d817b295-fb7b-463f-bba6-0392f43c68d9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453448 Sep 13 13:09:43.435820 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:43.437702 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:43.889068 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6213f-b118-4d26-8bca-3aa524a73352 req-24a14777-2dfb-448c-9bc4-929220b144dd tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:43.890479 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-abe6213f-b118-4d26-8bca-3aa524a73352 req-24a14777-2dfb-448c-9bc4-929220b144dd tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 944 time: 0.0460644 Sep 13 13:09:43.936721 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-abe6213f-b118-4d26-8bca-3aa524a73352 req-32d3c8d9-8566-49c0-8ec9-aad806cce3bc tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407119 Sep 13 13:09:44.790566 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device a3a407ff-7966-4a38-9817-9e291843aee0 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:09:44.804774 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:44.891923 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port a3a407ff-7966-4a38-9817-9e291843aee0, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a3a407ff-7966-4a38-9817-9e291843aee0,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:09:44.903601 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': 'a3a407ff-7966-4a38-9817-9e291843aee0', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'port_id': 'a3a407ff-7966-4a38-9817-9e291843aee0', 'mac_address': 'fa:16:3e:fc:2c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:09:44.908779 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=8 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:44.937983 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port a3a407ff-7966-4a38-9817-9e291843aee0 is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:09:44.938366 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:44.952567 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a407ff-7966-4a38-9817-9e291843aee0 {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:09:44.972247 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port a3a407ff-7966-4a38-9817-9e291843aee0, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a3a407ff-7966-4a38-9817-9e291843aee0,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:09:45.061089 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:45.062757 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ef5e5-cc1e-4461-9d87-a525b05ba514 req-f73d7c0f-82a9-4b89-a5f7-7caafa7f3113 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:45.064253 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-538ef5e5-cc1e-4461-9d87-a525b05ba514 req-f73d7c0f-82a9-4b89-a5f7-7caafa7f3113 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 944 time: 0.0471287 Sep 13 13:09:45.109462 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=a3a407ff-7966-4a38-9817-9e291843aee0,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:45.114311 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-538ef5e5-cc1e-4461-9d87-a525b05ba514 req-08ecce3d-82ea-4822-9330-44e4e5ffd533 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439014 Sep 13 13:09:45.368315 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['a3a407ff-7966-4a38-9817-9e291843aee0'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:09:45.572846 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=48 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:45.576702 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=66 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:46.239928 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb719fd1-7fec-4f1b-94fe-42c005e54945 req-a2149ea2-f8b0-48d4-90fd-35ce873a176f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:46.242050 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bb719fd1-7fec-4f1b-94fe-42c005e54945 req-a2149ea2-f8b0-48d4-90fd-35ce873a176f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 945 time: 0.0491247 Sep 13 13:09:46.286451 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bb719fd1-7fec-4f1b-94fe-42c005e54945 req-cf581a9a-7085-4752-bac5-60d544810a9d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389211 Sep 13 13:09:46.806058 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device a3a407ff-7966-4a38-9817-9e291843aee0 up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:09:46.847581 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning for port a3a407ff-7966-4a38-9817-9e291843aee0 completed by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 13:09:46.906972 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port a3a407ff-7966-4a38-9817-9e291843aee0 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:09:46.907298 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:46.979774 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port a3a407ff-7966-4a38-9817-9e291843aee0 is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:09:46.980087 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:47.001919 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f227ce-e8db-4805-9bcf-42485773201f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a407ff-7966-4a38-9817-9e291843aee0'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:09:47.004101 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd18fa7-01ad-4469-b018-ba53c721ac45" -d '{"events": [{"server_uuid": "f7f227ce-e8db-4805-9bcf-42485773201f", "name": "network-vif-plugged", "status": "completed", "tag": "a3a407ff-7966-4a38-9817-9e291843aee0"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:09:47.016793 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port a3a407ff-7966-4a38-9817-9e291843aee0, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a3a407ff-7966-4a38-9817-9e291843aee0,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:09:47.042446 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3e585e-90c4-48e0-88be-a64cea523b21 x-openstack-request-id: req-cc3e585e-90c4-48e0-88be-a64cea523b21 {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:09:47.042836 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f227ce-e8db-4805-9bcf-42485773201f", "name": "network-vif-plugged", "status": "completed", "tag": "a3a407ff-7966-4a38-9817-9e291843aee0", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:09:47.043095 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-cc3e585e-90c4-48e0-88be-a64cea523b21 {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:09:47.043488 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc3e585e-90c4-48e0-88be-a64cea523b21'] response: {'server_uuid': 'f7f227ce-e8db-4805-9bcf-42485773201f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a407ff-7966-4a38-9817-9e291843aee0', 'code': 200} Sep 13 13:09:47.095631 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:47.142609 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=a3a407ff-7966-4a38-9817-9e291843aee0,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:47.335154 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:47.346807 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbaf5ca-bff8-4141-b0ab-e5db90f6dec6 req-b65bf318-f5a4-4d8c-b3e8-118b432284d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:47.348321 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6dbaf5ca-bff8-4141-b0ab-e5db90f6dec6 req-b65bf318-f5a4-4d8c-b3e8-118b432284d7 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 1130 time: 0.0394213 Sep 13 13:09:47.446126 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179202e4-8f4b-4c2f-b7e1-71bd5e96458b req-6c2147a3-c281-46ef-94fd-4590cf809e5c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:47.447613 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-179202e4-8f4b-4c2f-b7e1-71bd5e96458b req-6c2147a3-c281-46ef-94fd-4590cf809e5c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0710547 Sep 13 13:09:47.451423 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6dbaf5ca-bff8-4141-b0ab-e5db90f6dec6 req-2eba06d6-7aa1-460a-a3a2-e239d347808b service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806148 Sep 13 13:09:47.501816 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-179202e4-8f4b-4c2f-b7e1-71bd5e96458b req-e459a8a9-e180-4bbb-a997-3a5b3741e5ee tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483050 Sep 13 13:09:48.629199 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4284f124-10a5-41dc-b576-741ceadebba5 req-6232f05a-c995-4ec4-9321-da4a00b413ce tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:48.635018 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4284f124-10a5-41dc-b576-741ceadebba5 req-6232f05a-c995-4ec4-9321-da4a00b413ce tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0470252 Sep 13 13:09:48.679575 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4284f124-10a5-41dc-b576-741ceadebba5 req-e6367f0a-036f-448a-8ee1-12af50ededd2 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420370 Sep 13 13:09:49.802660 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248f9b35-8917-46a1-a2c3-a85581d34709 req-6a7d0c99-e874-41c1-8292-0f591724681d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:49.804730 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-248f9b35-8917-46a1-a2c3-a85581d34709 req-6a7d0c99-e874-41c1-8292-0f591724681d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0461290 Sep 13 13:09:49.849885 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-248f9b35-8917-46a1-a2c3-a85581d34709 req-66bba212-0fac-4992-b08a-c6cd4039207a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395794 Sep 13 13:09:49.979027 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793c5c99-48af-412f-bdd9-a18207a46a8a req-76d401bc-b963-4cca-9934-3038af1824bf tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:49.980499 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-793c5c99-48af-412f-bdd9-a18207a46a8a req-76d401bc-b963-4cca-9934-3038af1824bf tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0501664 Sep 13 13:09:49.990635 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38488) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:09:49.995944 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-9f61b83f-3fb5-4de3-b972-6a61119719fa tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Request body: {'floatingip': {'port_id': 'a3a407ff-7966-4a38-9817-9e291843aee0'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:09:50.033954 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9f61b83f-3fb5-4de3-b972-6a61119719fa tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for floatingip (7a4b2ceb-a428-494b-9e47-7924e911cd82), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:50.227847 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:50.690099 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9f61b83f-3fb5-4de3-b972-6a61119719fa tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:50.758492 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9f61b83f-3fb5-4de3-b972-6a61119719fa tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (7a4b2ceb-a428-494b-9e47-7924e911cd82), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:50.852910 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.l3_db [None req-9f61b83f-3fb5-4de3-b972-6a61119719fa tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Floating IP 7a4b2ceb-a428-494b-9e47-7924e911cd82 associated. External IP: 172.27.1.68, port: a3a407ff-7966-4a38-9817-9e291843aee0. Sep 13 13:09:51.036775 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:51.051875 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f61b83f-3fb5-4de3-b972-6a61119719fa tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Router 150dce18-585e-4911-8f36-6a6ad5d4883b has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:09:51.160328 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f61b83f-3fb5-4de3-b972-6a61119719fa tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:09:51.165931 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9f61b83f-3fb5-4de3-b972-6a61119719fa tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:51.170222 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d18918-4c94-470f-8181-b2984bf3597f None None] Sync routers for ids ['150dce18-585e-4911-8f36-6a6ad5d4883b'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:09:51.184340 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d18918-4c94-470f-8181-b2984bf3597f None None] Routers {'150dce18-585e-4911-8f36-6a6ad5d4883b'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:09:51.184990 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-16d18918-4c94-470f-8181-b2984bf3597f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:09:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['150dce18-585e-4911-8f36-6a6ad5d4883b'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:09:51.198082 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-9f61b83f-3fb5-4de3-b972-6a61119719fa tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/7a4b2ceb-a428-494b-9e47-7924e911cd82 HTTP/1.1" status: 200 len: 991 time: 1.2058499 Sep 13 13:09:51.198732 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7f227ce-e8db-4805-9bcf-42485773201f', 'tag': 'a3a407ff-7966-4a38-9817-9e291843aee0'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:09:51.201001 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6a5b59-fab0-4468-b49f-3842d768a140" -d '{"events": [{"name": "network-changed", "server_uuid": "f7f227ce-e8db-4805-9bcf-42485773201f", "tag": "a3a407ff-7966-4a38-9817-9e291843aee0"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:09:51.237556 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f1bf377-d116-463a-96f1-952976ed4821 x-openstack-request-id: req-4f1bf377-d116-463a-96f1-952976ed4821 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:09:51.237882 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7f227ce-e8db-4805-9bcf-42485773201f", "tag": "a3a407ff-7966-4a38-9817-9e291843aee0", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:09:51.238142 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4f1bf377-d116-463a-96f1-952976ed4821 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:09:51.238553 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1bf377-d116-463a-96f1-952976ed4821'] response: {'name': 'network-changed', 'server_uuid': 'f7f227ce-e8db-4805-9bcf-42485773201f', 'tag': 'a3a407ff-7966-4a38-9817-9e291843aee0', 'status': 'completed', 'code': 200} Sep 13 13:09:51.286250 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-16d18918-4c94-470f-8181-b2984bf3597f None None] Set router 150dce18-585e-4911-8f36-6a6ad5d4883b gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:09:51.307195 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a5b59-fab0-4468-b49f-3842d768a140 req-eef21738-44b6-4b63-b228-b23a866d7b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:51.308630 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-aa6a5b59-fab0-4468-b49f-3842d768a140 req-eef21738-44b6-4b63-b228-b23a866d7b4a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a4e94c8248874defa3cb01d0725dfcb0&device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 1130 time: 0.0435395 Sep 13 13:09:51.400900 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a5b59-fab0-4468-b49f-3842d768a140 req-db0031c8-6a4f-4337-bf4e-8e05e392449c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:51.402414 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-aa6a5b59-fab0-4468-b49f-3842d768a140 req-db0031c8-6a4f-4337-bf4e-8e05e392449c service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=8b1eaf98-b39c-4204-9cb2-5b574f83717c HTTP/1.1" status: 200 len: 918 time: 0.0859141 Sep 13 13:09:51.469671 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-aa6a5b59-fab0-4468-b49f-3842d768a140 req-de43cab1-8d78-4a0d-807b-5d7902d0b0dd service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3a407ff-7966-4a38-9817-9e291843aee0 HTTP/1.1" status: 200 len: 999 time: 0.0604401 Sep 13 13:09:51.497847 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-16d18918-4c94-470f-8181-b2984bf3597f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'name': 'tempest-AttachVolumeShelveTestJSON-1233448772-router', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:09Z', 'revision_number': 4, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'gw_port': {'id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '7a4b2ceb-a428-494b-9e47-7924e911cd82', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'port_id': 'a3a407ff-7966-4a38-9817-9e291843aee0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'mac_address': 'fa:16:3e:fc:2c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f227ce-e8db-4805-9bcf-42485773201f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:09:35Z', 'updated_at': '2022-09-13T13:09:50Z', 'revision_number': 1, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15d10a3-f8aa-4a5c-abe7-5638d396ef61', 'name': '', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'mac_address': 'fa:16:3e:c9:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:08Z', 'updated_at': '2022-09-13T13:05:24Z', 'revision_number': 5, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'subnets': [{'id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:09:51.512444 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:51.521404 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a5b59-fab0-4468-b49f-3842d768a140 req-d509cae0-f40f-41bd-9685-6e4a80dc4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:51.521976 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d18918-4c94-470f-8181-b2984bf3597f None None] Checking router: 150dce18-585e-4911-8f36-6a6ad5d4883b for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:09:51.525928 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-aa6a5b59-fab0-4468-b49f-3842d768a140 req-d509cae0-f40f-41bd-9685-6e4a80dc4815 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=707a845c-7141-4086-a3f3-fd8375e89ff4 HTTP/1.1" status: 200 len: 856 time: 0.0447488 Sep 13 13:09:51.530965 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d18918-4c94-470f-8181-b2984bf3597f None None] Routers {'150dce18-585e-4911-8f36-6a6ad5d4883b'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:09:51.531552 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-16d18918-4c94-470f-8181-b2984bf3597f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:09:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['150dce18-585e-4911-8f36-6a6ad5d4883b'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:09:51.568026 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a5b59-fab0-4468-b49f-3842d768a140 req-c7ac3795-9d1e-477e-bf8d-4f72fd8aeac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:51.570040 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-aa6a5b59-fab0-4468-b49f-3842d768a140 req-c7ac3795-9d1e-477e-bf8d-4f72fd8aeac9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=8b1eaf98-b39c-4204-9cb2-5b574f83717c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393021 Sep 13 13:09:51.633292 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-16d18918-4c94-470f-8181-b2984bf3597f None None] Set router 150dce18-585e-4911-8f36-6a6ad5d4883b gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:09:51.679489 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-aa6a5b59-fab0-4468-b49f-3842d768a140 req-5e5d5314-6e29-477e-9886-6f7e8f4a37fa service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8b1eaf98-b39c-4204-9cb2-5b574f83717c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889096 Sep 13 13:09:51.770208 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-aa6a5b59-fab0-4468-b49f-3842d768a140 req-28e9d453-5055-4c9f-a6b4-9c1b6a712f35 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8b1eaf98-b39c-4204-9cb2-5b574f83717c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842199 Sep 13 13:09:51.927150 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-16d18918-4c94-470f-8181-b2984bf3597f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'name': 'tempest-AttachVolumeShelveTestJSON-1233448772-router', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:09Z', 'revision_number': 4, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'gw_port': {'id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '7a4b2ceb-a428-494b-9e47-7924e911cd82', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'port_id': 'a3a407ff-7966-4a38-9817-9e291843aee0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'mac_address': 'fa:16:3e:fc:2c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f227ce-e8db-4805-9bcf-42485773201f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:09:35Z', 'updated_at': '2022-09-13T13:09:50Z', 'revision_number': 1, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15d10a3-f8aa-4a5c-abe7-5638d396ef61', 'name': '', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'mac_address': 'fa:16:3e:c9:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:08Z', 'updated_at': '2022-09-13T13:05:24Z', 'revision_number': 5, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'subnets': [{'id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:09:51.952920 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16d18918-4c94-470f-8181-b2984bf3597f None None] The sync data for ids ['150dce18-585e-4911-8f36-6a6ad5d4883b'] in dv-cinder-801354-10-iscsi is: [{'id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'name': 'tempest-AttachVolumeShelveTestJSON-1233448772-router', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:09Z', 'revision_number': 4, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'gw_port': {'id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '7a4b2ceb-a428-494b-9e47-7924e911cd82', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'floating_ip_address': '172.27.1.68', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'port_id': 'a3a407ff-7966-4a38-9817-9e291843aee0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'mac_address': 'fa:16:3e:fc:2c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7f227ce-e8db-4805-9bcf-42485773201f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:09:35Z', 'updated_at': '2022-09-13T13:09:50Z', 'revision_number': 1, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a15d10a3-f8aa-4a5c-abe7-5638d396ef61', 'name': '', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'mac_address': 'fa:16:3e:c9:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:08Z', 'updated_at': '2022-09-13T13:05:24Z', 'revision_number': 5, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'subnets': [{'id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:09:52.130169 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e33c5bda-40a3-43c0-87ee-308c53a7ad22 None None] New status for floating IP 7a4b2ceb-a428-494b-9e47-7924e911cd82: ACTIVE {{(pid=106851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:09:56.433074 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6663bc2a-327e-40b9-bde8-961dcbe085a3 req-78a4aa33-e314-4b69-8585-5ec61f8f3148 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:56.434451 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6663bc2a-327e-40b9-bde8-961dcbe085a3 req-78a4aa33-e314-4b69-8585-5ec61f8f3148 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.2082031 Sep 13 13:09:56.481205 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6663bc2a-327e-40b9-bde8-961dcbe085a3 req-cef99f48-4c4c-47c5-8bfa-320d8f3ea854 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410025 Sep 13 13:09:57.651034 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2043de1-8b06-4cd0-8641-c7595ccfed28 req-c68648bd-3564-4d02-b9fe-2332dc6c4a08 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:57.652526 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b2043de1-8b06-4cd0-8641-c7595ccfed28 req-c68648bd-3564-4d02-b9fe-2332dc6c4a08 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0954063 Sep 13 13:09:57.699550 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b2043de1-8b06-4cd0-8641-c7595ccfed28 req-c32dfd82-2434-4f5c-b385-061fa9a63a24 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413296 Sep 13 13:09:58.527090 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85ce51d-35ed-456d-a774-36f72c32e313 req-3a99a730-0b0d-4b02-b575-31ff8e615f59 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:58.528535 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a85ce51d-35ed-456d-a774-36f72c32e313 req-3a99a730-0b0d-4b02-b575-31ff8e615f59 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0465655 Sep 13 13:09:58.626247 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-a85ce51d-35ed-456d-a774-36f72c32e313 req-57230ef4-5ff5-4edd-b4ec-a43663803f04 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Deleting port ced03e29-9082-4781-9cd3-50d8f96acb9e {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:09:58.627074 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-a85ce51d-35ed-456d-a774-36f72c32e313 req-57230ef4-5ff5-4edd-b4ec-a43663803f04 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (ced03e29-9082-4781-9cd3-50d8f96acb9e), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:58.703676 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:58.715439 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-a85ce51d-35ed-456d-a774-36f72c32e313 req-57230ef4-5ff5-4edd-b4ec-a43663803f04 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] For port ced03e29-9082-4781-9cd3-50d8f96acb9e, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ced03e29-9082-4781-9cd3-50d8f96acb9e,segment=NetworkSegment(add5e484-7471-480b-a06b-32a9eb9454e4),segment_id=add5e484-7471-480b-a06b-32a9eb9454e4)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:09:58.715801 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-a85ce51d-35ed-456d-a774-36f72c32e313 req-57230ef4-5ff5-4edd-b4ec-a43663803f04 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (ced03e29-9082-4781-9cd3-50d8f96acb9e), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:58.866359 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5388bd-e0b5-4172-b33f-fb08b5145c43 req-53759c2d-eff1-455e-a7b6-e85263239fa0 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:09:58.867904 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-df5388bd-e0b5-4172-b33f-fb08b5145c43 req-53759c2d-eff1-455e-a7b6-e85263239fa0 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 945 time: 0.0851285 Sep 13 13:09:58.940029 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-a85ce51d-35ed-456d-a774-36f72c32e313 req-57230ef4-5ff5-4edd-b4ec-a43663803f04 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:58.940383 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-a85ce51d-35ed-456d-a774-36f72c32e313 req-57230ef4-5ff5-4edd-b4ec-a43663803f04 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (baa7c88b-bd26-4500-8f26-928630208494), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:58.947549 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.l3_db [req-a85ce51d-35ed-456d-a774-36f72c32e313 req-57230ef4-5ff5-4edd-b4ec-a43663803f04 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Floating IP baa7c88b-bd26-4500-8f26-928630208494 disassociated. External IP: 172.27.1.109, port: ced03e29-9082-4781-9cd3-50d8f96acb9e. Sep 13 13:09:58.947549 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-a85ce51d-35ed-456d-a774-36f72c32e313 req-57230ef4-5ff5-4edd-b4ec-a43663803f04 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Calling delete_port for ced03e29-9082-4781-9cd3-50d8f96acb9e owned by compute:nova {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:09:58.959229 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-df5388bd-e0b5-4172-b33f-fb08b5145c43 req-384cf0b8-4501-409f-910c-610553f6d619 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665154 Sep 13 13:09:59.002231 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:59.176273 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-a85ce51d-35ed-456d-a774-36f72c32e313 req-57230ef4-5ff5-4edd-b4ec-a43663803f04 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (ced03e29-9082-4781-9cd3-50d8f96acb9e), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:59.205497 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57230ef4-5ff5-4edd-b4ec-a43663803f04 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Pushing event deleted for resources: {'Port': ['ID=ced03e29-9082-4781-9cd3-50d8f96acb9e,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:09:59.317679 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a85ce51d-35ed-456d-a774-36f72c32e313 req-57230ef4-5ff5-4edd-b4ec-a43663803f04 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Router 8926fa8f-cbac-4d5c-a954-6763bfc46885 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:09:59.422687 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a85ce51d-35ed-456d-a774-36f72c32e313 req-57230ef4-5ff5-4edd-b4ec-a43663803f04 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:09:59.434468 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca784a3-f117-48c4-a999-b7c071a708f7 None None] Sync routers for ids ['8926fa8f-cbac-4d5c-a954-6763bfc46885'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:09:59.448695 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca784a3-f117-48c4-a999-b7c071a708f7 None None] Routers {'8926fa8f-cbac-4d5c-a954-6763bfc46885'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:09:59.449527 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-9ca784a3-f117-48c4-a999-b7c071a708f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:09:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8926fa8f-cbac-4d5c-a954-6763bfc46885'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:09:59.475495 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85ce51d-35ed-456d-a774-36f72c32e313 req-57230ef4-5ff5-4edd-b4ec-a43663803f04 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] No DVR routers for this DVR port ced03e29-9082-4781-9cd3-50d8f96acb9e on host hv-cinder-80135 {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:09:59.479639 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-a85ce51d-35ed-456d-a774-36f72c32e313 req-57230ef4-5ff5-4edd-b4ec-a43663803f04 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:09:59.483099 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a85ce51d-35ed-456d-a774-36f72c32e313 req-57230ef4-5ff5-4edd-b4ec-a43663803f04 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.61 "DELETE /networking/v2.0/ports/ced03e29-9082-4781-9cd3-50d8f96acb9e HTTP/1.1" status: 204 len: 173 time: 0.9492109 Sep 13 13:09:59.483601 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9571f561-e164-4b23-8ffe-8fc0cfcb7321', 'name': 'network-vif-deleted', 'tag': 'ced03e29-9082-4781-9cd3-50d8f96acb9e'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:09:59.485933 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ed9082-9da1-4415-807e-bd1a4dcdabf2" -d '{"events": [{"server_uuid": "9571f561-e164-4b23-8ffe-8fc0cfcb7321", "name": "network-vif-deleted", "tag": "ced03e29-9082-4781-9cd3-50d8f96acb9e"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:09:59.529968 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b89945-9308-4a17-9cee-f8cf5e62da7d x-openstack-request-id: req-93b89945-9308-4a17-9cee-f8cf5e62da7d {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:09:59.530250 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9571f561-e164-4b23-8ffe-8fc0cfcb7321", "name": "network-vif-deleted", "tag": "ced03e29-9082-4781-9cd3-50d8f96acb9e", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:09:59.530510 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-93b89945-9308-4a17-9cee-f8cf5e62da7d {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:09:59.530921 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93b89945-9308-4a17-9cee-f8cf5e62da7d'] response: {'server_uuid': '9571f561-e164-4b23-8ffe-8fc0cfcb7321', 'name': 'network-vif-deleted', 'tag': 'ced03e29-9082-4781-9cd3-50d8f96acb9e', 'status': 'completed', 'code': 200} Sep 13 13:09:59.555533 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-9ca784a3-f117-48c4-a999-b7c071a708f7 None None] Set router 8926fa8f-cbac-4d5c-a954-6763bfc46885 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:09:59.663309 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=100 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:59.699025 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=100 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:09:59.750477 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-9ca784a3-f117-48c4-a999-b7c071a708f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'name': 'tempest-AttachVolumeTestJSON-1441218684-router', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:13Z', 'revision_number': 4, 'project_id': '75f6274158934ab5abf68951902f1e81', 'gw_port': {'id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'adf3485b-2d64-41e0-879e-2e6b8f989eb4', 'name': '', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'mac_address': 'fa:16:3e:e9:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:07Z', 'updated_at': '2022-09-13T13:05:26Z', 'revision_number': 5, 'project_id': '75f6274158934ab5abf68951902f1e81', 'subnets': [{'id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:09:59.774885 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca784a3-f117-48c4-a999-b7c071a708f7 None None] Checking router: 8926fa8f-cbac-4d5c-a954-6763bfc46885 for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:09:59.783101 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca784a3-f117-48c4-a999-b7c071a708f7 None None] Routers {'8926fa8f-cbac-4d5c-a954-6763bfc46885'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:09:59.783684 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-9ca784a3-f117-48c4-a999-b7c071a708f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:09:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8926fa8f-cbac-4d5c-a954-6763bfc46885'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:09:59.886464 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-9ca784a3-f117-48c4-a999-b7c071a708f7 None None] Set router 8926fa8f-cbac-4d5c-a954-6763bfc46885 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:10:00.076891 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-9ca784a3-f117-48c4-a999-b7c071a708f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'name': 'tempest-AttachVolumeTestJSON-1441218684-router', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:13Z', 'revision_number': 4, 'project_id': '75f6274158934ab5abf68951902f1e81', 'gw_port': {'id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'adf3485b-2d64-41e0-879e-2e6b8f989eb4', 'name': '', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'mac_address': 'fa:16:3e:e9:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:07Z', 'updated_at': '2022-09-13T13:05:26Z', 'revision_number': 5, 'project_id': '75f6274158934ab5abf68951902f1e81', 'subnets': [{'id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:00.098268 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-48dd19ef-0f41-46b5-8297-d9f4f68d433c req-66237c14-7648-40ef-98fb-a1744eb3559a tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9571f561-e164-4b23-8ffe-8fc0cfcb7321 HTTP/1.1" status: 200 len: 210 time: 0.0324969 Sep 13 13:10:00.106964 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca784a3-f117-48c4-a999-b7c071a708f7 None None] The sync data for ids ['8926fa8f-cbac-4d5c-a954-6763bfc46885'] in dv-cinder-801354-10-iscsi is: [{'id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'name': 'tempest-AttachVolumeTestJSON-1441218684-router', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:13Z', 'revision_number': 4, 'project_id': '75f6274158934ab5abf68951902f1e81', 'gw_port': {'id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'adf3485b-2d64-41e0-879e-2e6b8f989eb4', 'name': '', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'mac_address': 'fa:16:3e:e9:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:07Z', 'updated_at': '2022-09-13T13:05:26Z', 'revision_number': 5, 'project_id': '75f6274158934ab5abf68951902f1e81', 'subnets': [{'id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:10:00.333176 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e6960c-8689-4b51-a28e-e9dc9c03df66 None None] New status for floating IP baa7c88b-bd26-4500-8f26-928630208494: DOWN {{(pid=106851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:10:00.337077 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:00.999603 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c822629-2bf0-473a-aea4-41d2ec86e7f2 req-9a841809-a52f-4401-95ed-50d807c4beff tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:01.001068 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2c822629-2bf0-473a-aea4-41d2ec86e7f2 req-9a841809-a52f-4401-95ed-50d807c4beff tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0471604 Sep 13 13:10:01.047686 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2c822629-2bf0-473a-aea4-41d2ec86e7f2 req-102cc95b-9e8d-49e6-878e-b3fb25215956 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410192 Sep 13 13:10:01.140788 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:01.233716 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38550) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:01.288273 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d048d1e3-ce4f-4f4a-86df-39c8d7daf53d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for security_group (dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:01.291979 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:01.311209 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d048d1e3-ce4f-4f4a-86df-39c8d7daf53d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for security_group (dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:01.455052 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d048d1e3-ce4f-4f4a-86df-39c8d7daf53d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:01.457614 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d048d1e3-ce4f-4f4a-86df-39c8d7daf53d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:01.458773 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-d048d1e3-ce4f-4f4a-86df-39c8d7daf53d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10 HTTP/1.1" status: 204 len: 168 time: 0.2238142 Sep 13 13:10:01.462393 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38552) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:01.468837 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d048d1e3-ce4f-4f4a-86df-39c8d7daf53d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:01.476180 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.api.v2.resource [None req-f6d3be2c-68e1-4f81-abd8-728bf6cbc853 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] show failed (client error): The resource could not be found. Sep 13 13:10:01.477898 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-f6d3be2c-68e1-4f81-abd8-728bf6cbc853 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups/dd3d1b8f-9fb4-4c51-8cbc-5b3811690f10 HTTP/1.1" status: 404 len: 347 time: 0.0144188 Sep 13 13:10:01.481100 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38554) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:01.589722 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Deleting port 32444aba-89ff-48de-9154-b79ee4848f82 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:10:01.590084 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (32444aba-89ff-48de-9154-b79ee4848f82), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:01.668548 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (32444aba-89ff-48de-9154-b79ee4848f82), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:01.668872 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for floatingip (32444aba-89ff-48de-9154-b79ee4848f82), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:01.681443 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Calling delete_port for 32444aba-89ff-48de-9154-b79ee4848f82 owned by network:floatingip {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:10:01.884039 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289'] for port (32444aba-89ff-48de-9154-b79ee4848f82), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:01.906863 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Pushing event deleted for resources: {'Port': ['ID=32444aba-89ff-48de-9154-b79ee4848f82,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:01.920588 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:01.920929 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:01.921265 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:01.921598 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:01.921951 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:01.922305 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:01.922624 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:01.922942 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:01.923261 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:01.923577 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:01.923894 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:01.924226 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:01.924528 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:01.924840 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:01.925148 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:01.943667 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for floatingip (baa7c88b-bd26-4500-8f26-928630208494), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:01.947086 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:01.948208 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-a2d0e150-7c49-4957-859b-1c25c746eb8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/baa7c88b-bd26-4500-8f26-928630208494 HTTP/1.1" status: 204 len: 168 time: 0.4662321 Sep 13 13:10:02.093703 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38560) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:02.098495 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-8a190f44-d4ce-48be-9cff-643ab3c25c12 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1644065953', 'description': 'tempest-description--1411612597'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:10:02.172161 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79f5b2e-3b05-4031-aa11-bf9360ad0b94 req-7d0f26bb-0ee9-4388-addd-3d32d63906f9 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:02.173563 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f79f5b2e-3b05-4031-aa11-bf9360ad0b94 req-7d0f26bb-0ee9-4388-addd-3d32d63906f9 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0495193 Sep 13 13:10:02.181366 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8a190f44-d4ce-48be-9cff-643ab3c25c12 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:02.221691 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f79f5b2e-3b05-4031-aa11-bf9360ad0b94 req-83347d20-863f-48f1-9db2-e2a99f78c2cc tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425413 Sep 13 13:10:02.250061 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8a190f44-d4ce-48be-9cff-643ab3c25c12 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for security_group (981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:02.306590 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8a190f44-d4ce-48be-9cff-643ab3c25c12 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:02.336704 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a190f44-d4ce-48be-9cff-643ab3c25c12 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:02.394257 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8a190f44-d4ce-48be-9cff-643ab3c25c12 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:02.395561 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-8a190f44-d4ce-48be-9cff-643ab3c25c12 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3008420 Sep 13 13:10:02.398511 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38562) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:02.402998 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-286f077b-dcc6-4019-887e-72dde7983c7f tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Request body: {'security_group_rule': {'security_group_id': '981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:10:02.470629 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-286f077b-dcc6-4019-887e-72dde7983c7f tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for security_group_rule (eba16fcd-90fd-4c18-a742-f9a1f10789fe), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:02.517199 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-286f077b-dcc6-4019-887e-72dde7983c7f tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for security_group_rule (eba16fcd-90fd-4c18-a742-f9a1f10789fe), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:02.563323 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:10:02.569079 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-286f077b-dcc6-4019-887e-72dde7983c7f tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (eba16fcd-90fd-4c18-a742-f9a1f10789fe), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:02.587596 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286f077b-dcc6-4019-887e-72dde7983c7f tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba16fcd-90fd-4c18-a742-f9a1f10789fe,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:02.645434 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-286f077b-dcc6-4019-887e-72dde7983c7f tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:02.646904 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-286f077b-dcc6-4019-887e-72dde7983c7f tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2474911 Sep 13 13:10:02.649781 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38566) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:02.654013 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-2773c900-ce4a-46d3-bc92-ee571161c75e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Request body: {'security_group_rule': {'security_group_id': '981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:10:02.757828 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2773c900-ce4a-46d3-bc92-ee571161c75e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for security_group_rule (dc1ea2e8-b7dc-4982-a0a7-eb4040e835de), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:02.791420 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:02.801276 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:02.815540 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2773c900-ce4a-46d3-bc92-ee571161c75e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for security_group_rule (dc1ea2e8-b7dc-4982-a0a7-eb4040e835de), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:02.866696 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device ced03e29-9082-4781-9cd3-50d8f96acb9e no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:10:02.886155 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] No Port match for: ced03e29-9082-4781-9cd3-50d8f96acb9e {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:10:02.886499 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device ced03e29-9082-4781-9cd3-50d8f96acb9e not bound to the agent host hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:10:02.888792 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2773c900-ce4a-46d3-bc92-ee571161c75e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (dc1ea2e8-b7dc-4982-a0a7-eb4040e835de), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:02.908128 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773c900-ce4a-46d3-bc92-ee571161c75e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1ea2e8-b7dc-4982-a0a7-eb4040e835de,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:02.977621 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2773c900-ce4a-46d3-bc92-ee571161c75e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:02.978863 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-2773c900-ce4a-46d3-bc92-ee571161c75e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3281653 Sep 13 13:10:02.982030 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38568) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:02.986261 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-773f0cbb-24a4-474a-a65a-972e49a2589c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Request body: {'floatingip': {'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:10:03.077382 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-773f0cbb-24a4-474a-a65a-972e49a2589c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:03.159611 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-773f0cbb-24a4-474a-a65a-972e49a2589c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:03.266678 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-773f0cbb-24a4-474a-a65a-972e49a2589c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Allocated IP 172.27.1.94 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/4e690a99-3579-4a6e-b2fb-8e5081a16142) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:10:03.266821 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-4e2840ef-5318-45b4-a3ff-dd5ed6d907c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:03.346498 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddefa6a0-52f1-4187-9f4c-cdd80713d15e req-27b8729c-22fd-491b-b722-67a122698bad tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:03.347998 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ddefa6a0-52f1-4187-9f4c-cdd80713d15e req-27b8729c-22fd-491b-b722-67a122698bad tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0474584 Sep 13 13:10:03.377863 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-773f0cbb-24a4-474a-a65a-972e49a2589c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for port (4e690a99-3579-4a6e-b2fb-8e5081a16142), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:03.397044 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ddefa6a0-52f1-4187-9f4c-cdd80713d15e req-0184d33f-34ad-4e5d-ad2f-9e52f5e5f64b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429344 Sep 13 13:10:03.466676 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-773f0cbb-24a4-474a-a65a-972e49a2589c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (4e690a99-3579-4a6e-b2fb-8e5081a16142), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:03.510191 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773f0cbb-24a4-474a-a65a-972e49a2589c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:10:03.513332 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-773f0cbb-24a4-474a-a65a-972e49a2589c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:10:03.517327 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773f0cbb-24a4-474a-a65a-972e49a2589c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:10:03.526760 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f0cbb-24a4-474a-a65a-972e49a2589c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Pushing event updated for resources: {'Port': ['ID=4e690a99-3579-4a6e-b2fb-8e5081a16142,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:03.573752 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-773f0cbb-24a4-474a-a65a-972e49a2589c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for floatingip (d1e00826-e0a0-47df-9d7c-a652c6d9a62b), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:03.628626 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:INSERT=10,neutron:UPDATE=2,neutron:SELECT=86,neutron:DELETE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:03.656651 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-773f0cbb-24a4-474a-a65a-972e49a2589c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (4e690a99-3579-4a6e-b2fb-8e5081a16142), before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:04.056052 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-773f0cbb-24a4-474a-a65a-972e49a2589c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for port (4e690a99-3579-4a6e-b2fb-8e5081a16142), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:04.129326 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-773f0cbb-24a4-474a-a65a-972e49a2589c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (4e690a99-3579-4a6e-b2fb-8e5081a16142), after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:04.130463 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-773f0cbb-24a4-474a-a65a-972e49a2589c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (d1e00826-e0a0-47df-9d7c-a652c6d9a62b), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:04.178618 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773f0cbb-24a4-474a-a65a-972e49a2589c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Pushing event updated for resources: {'Port': ['ID=4e690a99-3579-4a6e-b2fb-8e5081a16142,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:04.211859 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-773f0cbb-24a4-474a-a65a-972e49a2589c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:04.213158 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-773f0cbb-24a4-474a-a65a-972e49a2589c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2302258 Sep 13 13:10:04.446296 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-4dc372ad-4e11-44ba-b268-c6daf17cfdb3 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1644065953&fields=id&tenant_id=75f6274158934ab5abf68951902f1e81 HTTP/1.1" status: 200 len: 267 time: 0.0463300 Sep 13 13:10:04.566057 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ec2155-549e-445b-8c63-41022e1cf023 req-c397e933-97d6-4e44-a6d5-9e4fef222242 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:04.567479 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-15ec2155-549e-445b-8c63-41022e1cf023 req-c397e933-97d6-4e44-a6d5-9e4fef222242 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.0862255 Sep 13 13:10:04.598428 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:04.657097 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-584f7919-6ebf-48b9-94d2-012671528115 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:04.658598 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-584f7919-6ebf-48b9-94d2-012671528115 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/networks?id=9a6ee3a0-91e5-4300-8f53-c3332833b2a0 HTTP/1.1" status: 200 len: 811 time: 0.2027807 Sep 13 13:10:04.672261 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cbc2a5-1d40-4af0-87c0-bee0a6b3dd8e req-3e953c7c-0fd8-435b-b464-5499768de72f tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:04.673673 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-00cbc2a5-1d40-4af0-87c0-bee0a6b3dd8e req-3e953c7c-0fd8-435b-b464-5499768de72f tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.1026082 Sep 13 13:10:04.712586 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-d79f0722-6d2e-45bd-a11a-de1d88dae4ea tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/quotas/75f6274158934ab5abf68951902f1e81 HTTP/1.1" status: 200 len: 375 time: 0.0465753 Sep 13 13:10:04.767847 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-15ec2155-549e-445b-8c63-41022e1cf023 req-3c4318da-31d7-42c0-a0b7-7efce56b4668 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737986 Sep 13 13:10:04.812142 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9494e815-0cbd-40aa-acb6-44eeffda21a2 req-77dc6798-e70f-47ea-83c1-a33644a199a8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1240687 Sep 13 13:10:04.861707 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-53c3e3b9-1b44-4a43-bb51-35491e80da6b tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=75f6274158934ab5abf68951902f1e81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1135788 Sep 13 13:10:04.886501 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-00cbc2a5-1d40-4af0-87c0-bee0a6b3dd8e req-788a855d-3a21-4872-afcf-97dbb37c68a0 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Deleting port 1cd2a580-87ce-44ee-b219-d7868153c645 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:10:04.886834 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-00cbc2a5-1d40-4af0-87c0-bee0a6b3dd8e req-788a855d-3a21-4872-afcf-97dbb37c68a0 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (1cd2a580-87ce-44ee-b219-d7868153c645), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:04.950148 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494e815-0cbd-40aa-acb6-44eeffda21a2 req-edd5b9cb-d51d-4443-8e9f-a48e968cfb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:04.951577 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9494e815-0cbd-40aa-acb6-44eeffda21a2 req-edd5b9cb-d51d-4443-8e9f-a48e968cfb8b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=c15624f4312f49bb85a7a086c291d157&device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 1130 time: 0.1128356 Sep 13 13:10:05.061529 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:05.113617 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-00cbc2a5-1d40-4af0-87c0-bee0a6b3dd8e req-788a855d-3a21-4872-afcf-97dbb37c68a0 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] For port 1cd2a580-87ce-44ee-b219-d7868153c645, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=1cd2a580-87ce-44ee-b219-d7868153c645,segment=NetworkSegment(0474db13-9c18-41f3-8716-d4ff64da1e69),segment_id=0474db13-9c18-41f3-8716-d4ff64da1e69)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:10:05.114318 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-00cbc2a5-1d40-4af0-87c0-bee0a6b3dd8e req-788a855d-3a21-4872-afcf-97dbb37c68a0 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (1cd2a580-87ce-44ee-b219-d7868153c645), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:05.150692 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-90e87564-6ac8-4d19-b715-5d4c60f62751 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9a6ee3a0-91e5-4300-8f53-c3332833b2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709601 Sep 13 13:10:05.219057 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494e815-0cbd-40aa-acb6-44eeffda21a2 req-898f93bc-e1a8-43a1-954c-cd6e54c001a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:05.220481 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9494e815-0cbd-40aa-acb6-44eeffda21a2 req-898f93bc-e1a8-43a1-954c-cd6e54c001a5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 HTTP/1.1" status: 200 len: 920 time: 0.2260876 Sep 13 13:10:05.392362 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d053adf2-2238-49e3-a6f9-59151553809d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:05.558092 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9494e815-0cbd-40aa-acb6-44eeffda21a2 req-618630f9-3127-40c1-be6e-bbe63890b25f service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ad1412c9-5963-436d-923b-0352d8bd326d HTTP/1.1" status: 200 len: 217 time: 0.0694430 Sep 13 13:10:05.689175 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-ec34d187-471f-4fb7-9478-655bb37e097f service neutron] 10.222.0.72 "GET /networking/v2.0/networks/9a6ee3a0-91e5-4300-8f53-c3332833b2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5103166 Sep 13 13:10:05.691739 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494e815-0cbd-40aa-acb6-44eeffda21a2 req-852a0d22-6b2b-4605-b4ed-2e6792a1ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:05.693182 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9494e815-0cbd-40aa-acb6-44eeffda21a2 req-852a0d22-6b2b-4605-b4ed-2e6792a1ad2c service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=150922b3-3525-45d2-8627-b637b171605b HTTP/1.1" status: 200 len: 858 time: 0.1229196 Sep 13 13:10:05.694839 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-00cbc2a5-1d40-4af0-87c0-bee0a6b3dd8e req-788a855d-3a21-4872-afcf-97dbb37c68a0 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:05.695244 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-00cbc2a5-1d40-4af0-87c0-bee0a6b3dd8e req-788a855d-3a21-4872-afcf-97dbb37c68a0 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (2e630927-498d-4dce-8797-7bdfb3739181), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:05.695561 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.l3_db [req-00cbc2a5-1d40-4af0-87c0-bee0a6b3dd8e req-788a855d-3a21-4872-afcf-97dbb37c68a0 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Floating IP 2e630927-498d-4dce-8797-7bdfb3739181 disassociated. External IP: 172.27.1.124, port: 1cd2a580-87ce-44ee-b219-d7868153c645. Sep 13 13:10:05.696067 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-00cbc2a5-1d40-4af0-87c0-bee0a6b3dd8e req-788a855d-3a21-4872-afcf-97dbb37c68a0 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Calling delete_port for 1cd2a580-87ce-44ee-b219-d7868153c645 owned by compute:nova {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:10:05.772369 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9494e815-0cbd-40aa-acb6-44eeffda21a2 req-fd42ee6c-a1ad-4e92-90f6-b9fdc7b59066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:05.774027 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9494e815-0cbd-40aa-acb6-44eeffda21a2 req-fd42ee6c-a1ad-4e92-90f6-b9fdc7b59066 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0721605 Sep 13 13:10:05.834064 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:05.966210 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04839f8-af24-42a1-a52d-4f20318bda2f req-17460085-90be-49b5-b5f6-f5b7b087139a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:05.968117 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a04839f8-af24-42a1-a52d-4f20318bda2f req-17460085-90be-49b5-b5f6-f5b7b087139a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 945 time: 0.1175449 Sep 13 13:10:05.994008 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9494e815-0cbd-40aa-acb6-44eeffda21a2 req-ce2e7c32-3148-4784-92c2-dd2a5aff0c5f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127249 Sep 13 13:10:05.995551 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e366ba8d-49ca-4cc3-8849-e1b78ea8a711 req-7f9f1049-28d8-4ab5-b17b-8935a8cde2c0 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 210 time: 0.0885100 Sep 13 13:10:06.080190 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:06.097645 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a04839f8-af24-42a1-a52d-4f20318bda2f req-6b7fef5c-8578-4904-a9f3-6b078f536fff tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=7f154a00-d17c-4583-ab96-389543fb1c6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090691 Sep 13 13:10:06.099905 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-00cbc2a5-1d40-4af0-87c0-bee0a6b3dd8e req-788a855d-3a21-4872-afcf-97dbb37c68a0 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (1cd2a580-87ce-44ee-b219-d7868153c645), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:06.143968 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788a855d-3a21-4872-afcf-97dbb37c68a0 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Pushing event deleted for resources: {'Port': ['ID=1cd2a580-87ce-44ee-b219-d7868153c645,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:06.169791 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9494e815-0cbd-40aa-acb6-44eeffda21a2 req-4fe43b77-fabd-4aae-bb20-8e3d0d03d1ed service neutron] 10.222.0.61 "GET /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646395 Sep 13 13:10:06.267977 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-00cbc2a5-1d40-4af0-87c0-bee0a6b3dd8e req-788a855d-3a21-4872-afcf-97dbb37c68a0 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Router ef52e44f-c053-4bae-82b5-a6ef90af4c1e has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:10:06.375189 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-00cbc2a5-1d40-4af0-87c0-bee0a6b3dd8e req-788a855d-3a21-4872-afcf-97dbb37c68a0 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:10:06.387221 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7609fdb3-3939-4c59-ba2a-670df2b4b1ba None None] Sync routers for ids ['ef52e44f-c053-4bae-82b5-a6ef90af4c1e'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:10:06.397954 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7609fdb3-3939-4c59-ba2a-670df2b4b1ba None None] Routers {'ef52e44f-c053-4bae-82b5-a6ef90af4c1e'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:10:06.399153 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-7609fdb3-3939-4c59-ba2a-670df2b4b1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:10:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['ef52e44f-c053-4bae-82b5-a6ef90af4c1e'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:06.424484 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cbc2a5-1d40-4af0-87c0-bee0a6b3dd8e req-788a855d-3a21-4872-afcf-97dbb37c68a0 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] No DVR routers for this DVR port 1cd2a580-87ce-44ee-b219-d7868153c645 on host hv-cinder-80135 {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:10:06.426942 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-00cbc2a5-1d40-4af0-87c0-bee0a6b3dd8e req-788a855d-3a21-4872-afcf-97dbb37c68a0 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:06.430359 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-00cbc2a5-1d40-4af0-87c0-bee0a6b3dd8e req-788a855d-3a21-4872-afcf-97dbb37c68a0 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.61 "DELETE /networking/v2.0/ports/1cd2a580-87ce-44ee-b219-d7868153c645 HTTP/1.1" status: 204 len: 173 time: 1.7441478 Sep 13 13:10:06.432625 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e055f96e-b9e5-4957-a7cb-b962a0868dbd', 'name': 'network-vif-deleted', 'tag': '1cd2a580-87ce-44ee-b219-d7868153c645'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:10:06.433092 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825676d0-778c-48ca-8553-4a2925bc2f40" -d '{"events": [{"server_uuid": "e055f96e-b9e5-4957-a7cb-b962a0868dbd", "name": "network-vif-deleted", "tag": "1cd2a580-87ce-44ee-b219-d7868153c645"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:10:06.485787 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049c412c-2503-4464-93e0-6571810aa356 x-openstack-request-id: req-049c412c-2503-4464-93e0-6571810aa356 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:10:06.486091 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e055f96e-b9e5-4957-a7cb-b962a0868dbd", "name": "network-vif-deleted", "tag": "1cd2a580-87ce-44ee-b219-d7868153c645", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:10:06.486437 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-049c412c-2503-4464-93e0-6571810aa356 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:10:06.486992 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049c412c-2503-4464-93e0-6571810aa356'] response: {'server_uuid': 'e055f96e-b9e5-4957-a7cb-b962a0868dbd', 'name': 'network-vif-deleted', 'tag': '1cd2a580-87ce-44ee-b219-d7868153c645', 'status': 'completed', 'code': 200} Sep 13 13:10:06.517818 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-7609fdb3-3939-4c59-ba2a-670df2b4b1ba None None] Set router ef52e44f-c053-4bae-82b5-a6ef90af4c1e gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:10:06.724272 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-7609fdb3-3939-4c59-ba2a-670df2b4b1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1380792572-router', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:15Z', 'revision_number': 4, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'gw_port': {'id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352', 'name': '', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'mac_address': 'fa:16:3e:c2:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '150922b3-3525-45d2-8627-b637b171605b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:11Z', 'updated_at': '2022-09-13T13:05:28Z', 'revision_number': 5, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'subnets': [{'id': '150922b3-3525-45d2-8627-b637b171605b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:06.754185 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7609fdb3-3939-4c59-ba2a-670df2b4b1ba None None] Checking router: ef52e44f-c053-4bae-82b5-a6ef90af4c1e for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:10:06.763838 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7609fdb3-3939-4c59-ba2a-670df2b4b1ba None None] Routers {'ef52e44f-c053-4bae-82b5-a6ef90af4c1e'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:10:06.764442 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-7609fdb3-3939-4c59-ba2a-670df2b4b1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:10:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['ef52e44f-c053-4bae-82b5-a6ef90af4c1e'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:06.866087 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=100 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:06.870652 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-7609fdb3-3939-4c59-ba2a-670df2b4b1ba None None] Set router ef52e44f-c053-4bae-82b5-a6ef90af4c1e gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:10:06.963829 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:07.103200 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9b244f17-8e0c-4620-93ee-1177929bc467 req-f3b443cc-67a1-4af2-9912-9cd7a9fb0be5 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 210 time: 0.0288522 Sep 13 13:10:07.134813 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=100 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:07.152866 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-7609fdb3-3939-4c59-ba2a-670df2b4b1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1380792572-router', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:15Z', 'revision_number': 4, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'gw_port': {'id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352', 'name': '', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'mac_address': 'fa:16:3e:c2:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '150922b3-3525-45d2-8627-b637b171605b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:11Z', 'updated_at': '2022-09-13T13:05:28Z', 'revision_number': 5, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'subnets': [{'id': '150922b3-3525-45d2-8627-b637b171605b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:07.182552 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7609fdb3-3939-4c59-ba2a-670df2b4b1ba None None] The sync data for ids ['ef52e44f-c053-4bae-82b5-a6ef90af4c1e'] in dv-cinder-801354-10-iscsi is: [{'id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1380792572-router', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:15Z', 'revision_number': 4, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'gw_port': {'id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352', 'name': '', 'network_id': 'd2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'mac_address': 'fa:16:3e:c2:4d:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 112, 'fixed_ips': [{'subnet_id': '150922b3-3525-45d2-8627-b637b171605b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:11Z', 'updated_at': '2022-09-13T13:05:28Z', 'revision_number': 5, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'subnets': [{'id': '150922b3-3525-45d2-8627-b637b171605b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:10:07.228938 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-27f3f999-f22c-4573-98e1-7a8ccb47d365 req-b4744766-f773-4590-8aed-9835dc24885a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e055f96e-b9e5-4957-a7cb-b962a0868dbd HTTP/1.1" status: 200 len: 210 time: 0.0309751 Sep 13 13:10:07.424619 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a43a7e8-5a5e-4be9-80ab-c766b525c7fb None None] New status for floating IP 2e630927-498d-4dce-8797-7bdfb3739181: DOWN {{(pid=106851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:10:07.427923 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:08.215757 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c0ac7f2f-bf6e-4b9e-8c38-19d38bcc1147 req-7faef2c6-1fb6-4178-ad81-2fb8b3a40a92 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 210 time: 0.0285275 Sep 13 13:10:08.255420 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:08.375023 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:08.394637 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38616) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:08.421704 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:08.448239 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b3b52a0d-0d51-44e9-abaf-a9122c78ba7b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for security_group (7f154a00-d17c-4583-ab96-389543fb1c6b), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:08.469363 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b3b52a0d-0d51-44e9-abaf-a9122c78ba7b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for security_group (7f154a00-d17c-4583-ab96-389543fb1c6b), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:08.661208 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b3b52a0d-0d51-44e9-abaf-a9122c78ba7b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (7f154a00-d17c-4583-ab96-389543fb1c6b), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:08.664065 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b3b52a0d-0d51-44e9-abaf-a9122c78ba7b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:08.665241 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-b3b52a0d-0d51-44e9-abaf-a9122c78ba7b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/7f154a00-d17c-4583-ab96-389543fb1c6b HTTP/1.1" status: 204 len: 168 time: 0.2715726 Sep 13 13:10:08.668492 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38618) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:08.676044 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b52a0d-0d51-44e9-abaf-a9122c78ba7b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f154a00-d17c-4583-ab96-389543fb1c6b,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:08.682866 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.api.v2.resource [None req-ab292eb8-33b1-4226-9e2e-f96c1cfb17fe tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] show failed (client error): The resource could not be found. Sep 13 13:10:08.686506 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-ab292eb8-33b1-4226-9e2e-f96c1cfb17fe tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups/7f154a00-d17c-4583-ab96-389543fb1c6b HTTP/1.1" status: 404 len: 347 time: 0.0144107 Sep 13 13:10:08.686675 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38620) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:08.825843 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-989e5b24-e8fb-4a72-99d6-fb2e21fe0c6c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Deleting port 7b5f5d8f-8558-4c5f-89f8-952cf4589957 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:10:08.826200 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-989e5b24-e8fb-4a72-99d6-fb2e21fe0c6c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (7b5f5d8f-8558-4c5f-89f8-952cf4589957), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:08.930197 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 1cd2a580-87ce-44ee-b219-d7868153c645 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:10:08.951010 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] No Port match for: 1cd2a580-87ce-44ee-b219-d7868153c645 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:10:08.951446 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 1cd2a580-87ce-44ee-b219-d7868153c645 not bound to the agent host hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:10:08.969542 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-2111ad24-96e0-4baf-ac08-1521554a2ad4 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:08.971006 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-2111ad24-96e0-4baf-ac08-1521554a2ad4 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.61 "GET /networking/v2.0/networks?id=9a6ee3a0-91e5-4300-8f53-c3332833b2a0 HTTP/1.1" status: 200 len: 811 time: 0.1704242 Sep 13 13:10:08.974333 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-989e5b24-e8fb-4a72-99d6-fb2e21fe0c6c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (7b5f5d8f-8558-4c5f-89f8-952cf4589957), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:08.974658 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-989e5b24-e8fb-4a72-99d6-fb2e21fe0c6c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for floatingip (7b5f5d8f-8558-4c5f-89f8-952cf4589957), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:08.998938 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-989e5b24-e8fb-4a72-99d6-fb2e21fe0c6c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Calling delete_port for 7b5f5d8f-8558-4c5f-89f8-952cf4589957 owned by network:floatingip {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:10:09.015339 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:09.087578 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-7f573989-2100-45f7-b331-299506ed9d20 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=75f6274158934ab5abf68951902f1e81 HTTP/1.1" status: 200 len: 380 time: 0.1049614 Sep 13 13:10:09.102019 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-4b9441ef-1578-4ed2-9fcb-8ff7c3d664b6 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Request body: {'port': {'device_id': '9ec3a98d-7f9d-4145-b596-02b4b7868127', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'admin_state_up': True, 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'security_groups': ['981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0']}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:10:09.163775 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:09.303087 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-989e5b24-e8fb-4a72-99d6-fb2e21fe0c6c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (7b5f5d8f-8558-4c5f-89f8-952cf4589957), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:09.344745 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-4b9441ef-1578-4ed2-9fcb-8ff7c3d664b6 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Made reservation on behalf of 75f6274158934ab5abf68951902f1e81 for: {'port': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:10:09.348505 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-4b9441ef-1578-4ed2-9fcb-8ff7c3d664b6 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:09.352229 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4f5b1ceb-1d60-415c-a956-752a88bfe320 req-83f696fe-c4fb-4814-9b58-50d402f57c68 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 210 time: 0.0593121 Sep 13 13:10:09.355419 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989e5b24-e8fb-4a72-99d6-fb2e21fe0c6c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Pushing event deleted for resources: {'Port': ['ID=7b5f5d8f-8558-4c5f-89f8-952cf4589957,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:09.470309 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-989e5b24-e8fb-4a72-99d6-fb2e21fe0c6c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks [] for floatingip (2e630927-498d-4dce-8797-7bdfb3739181), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:09.472800 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-989e5b24-e8fb-4a72-99d6-fb2e21fe0c6c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:09.473957 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-989e5b24-e8fb-4a72-99d6-fb2e21fe0c6c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/2e630927-498d-4dce-8797-7bdfb3739181 HTTP/1.1" status: 204 len: 168 time: 0.7862179 Sep 13 13:10:09.537685 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-4b9441ef-1578-4ed2-9fcb-8ff7c3d664b6 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Allocated IP 172.20.0.14 (9a6ee3a0-91e5-4300-8f53-c3332833b2a0/4a7c387c-3b38-49bb-ab6c-762e7638336f/9c44e815-baec-4fbf-899a-28661f1fa44a) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:10:09.679811 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-4b9441ef-1578-4ed2-9fcb-8ff7c3d664b6 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for port (9c44e815-baec-4fbf-899a-28661f1fa44a), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:09.758364 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-4b9441ef-1578-4ed2-9fcb-8ff7c3d664b6 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (9c44e815-baec-4fbf-899a-28661f1fa44a), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:09.799219 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-4b9441ef-1578-4ed2-9fcb-8ff7c3d664b6 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Network 9a6ee3a0-91e5-4300-8f53-c3332833b2a0 is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:10:09.804131 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-4b9441ef-1578-4ed2-9fcb-8ff7c3d664b6 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:10:09.806579 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-4b9441ef-1578-4ed2-9fcb-8ff7c3d664b6 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:10:09.838824 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9441ef-1578-4ed2-9fcb-8ff7c3d664b6 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Pushing event updated for resources: {'Port': ['ID=9c44e815-baec-4fbf-899a-28661f1fa44a,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:09.865804 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-4b9441ef-1578-4ed2-9fcb-8ff7c3d664b6 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:09.866419 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-4b9441ef-1578-4ed2-9fcb-8ff7c3d664b6 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:09.869015 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:09.926930 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-4b9441ef-1578-4ed2-9fcb-8ff7c3d664b6 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8297133 Sep 13 13:10:09.938454 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-624d597d-7274-4f33-ac0e-932f3c8b7e6b service neutron] Request body: {'port': {'device_id': '9ec3a98d-7f9d-4145-b596-02b4b7868127', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:10:10.002794 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-624d597d-7274-4f33-ac0e-932f3c8b7e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (9c44e815-baec-4fbf-899a-28661f1fa44a), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:10.030137 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-48f5e1b5-a692-44eb-8e74-3c652d0f05dc None None] Provisioning complete for port 9c44e815-baec-4fbf-899a-28661f1fa44a triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:10:10.030679 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-48f5e1b5-a692-44eb-8e74-3c652d0f05dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (9c44e815-baec-4fbf-899a-28661f1fa44a), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:10.036367 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:10.062546 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-48f5e1b5-a692-44eb-8e74-3c652d0f05dc None None] Port 9c44e815-baec-4fbf-899a-28661f1fa44a cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:10:10.255980 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-624d597d-7274-4f33-ac0e-932f3c8b7e6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c44e815-baec-4fbf-899a-28661f1fa44a {{(pid=106850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:10:10.263944 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-624d597d-7274-4f33-ac0e-932f3c8b7e6b service neutron] Publish callbacks [] for port (9c44e815-baec-4fbf-899a-28661f1fa44a), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:10.277142 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.provisioning_blocks [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-624d597d-7274-4f33-ac0e-932f3c8b7e6b service neutron] Transition to ACTIVE for port object 9c44e815-baec-4fbf-899a-28661f1fa44a will not be triggered until provisioned by entity L2. {{(pid=106850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 13:10:10.346747 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-624d597d-7274-4f33-ac0e-932f3c8b7e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (9c44e815-baec-4fbf-899a-28661f1fa44a), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:10.431061 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d597d-7274-4f33-ac0e-932f3c8b7e6b service neutron] Pushing event updated for resources: {'Port': ['ID=9c44e815-baec-4fbf-899a-28661f1fa44a,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:10.499829 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227a150-7a48-4423-a9d3-c57aa1303ab0 req-383b1381-e7a3-44f5-8d35-dc52ab976591 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:10.501323 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0227a150-7a48-4423-a9d3-c57aa1303ab0 req-383b1381-e7a3-44f5-8d35-dc52ab976591 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 944 time: 0.0639341 Sep 13 13:10:10.503814 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-624d597d-7274-4f33-ac0e-932f3c8b7e6b service neutron] Attempting to bind port 9c44e815-baec-4fbf-899a-28661f1fa44a on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:10:10.504151 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-624d597d-7274-4f33-ac0e-932f3c8b7e6b service neutron] Attempting to bind port 9c44e815-baec-4fbf-899a-28661f1fa44a by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'add5e484-7471-480b-a06b-32a9eb9454e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:10:10.504480 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-624d597d-7274-4f33-ac0e-932f3c8b7e6b service neutron] Attempting to bind port 9c44e815-baec-4fbf-899a-28661f1fa44a on network 9a6ee3a0-91e5-4300-8f53-c3332833b2a0 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:10:10.584073 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0227a150-7a48-4423-a9d3-c57aa1303ab0 req-87d07a90-33c6-44b5-80f1-b5ab860537d0 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760841 Sep 13 13:10:10.584504 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-624d597d-7274-4f33-ac0e-932f3c8b7e6b service neutron] Port 9c44e815-baec-4fbf-899a-28661f1fa44a on network 9a6ee3a0-91e5-4300-8f53-c3332833b2a0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 13:10:10.584829 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-624d597d-7274-4f33-ac0e-932f3c8b7e6b service neutron] Attempting to bind port 9c44e815-baec-4fbf-899a-28661f1fa44a on network 9a6ee3a0-91e5-4300-8f53-c3332833b2a0 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:10:10.630777 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-624d597d-7274-4f33-ac0e-932f3c8b7e6b service neutron] Checking agent: {'id': '96974c91-2132-4a74-8ded-139ad5e3b835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 13, 3), 'started_at': datetime.datetime(2022, 9, 13, 13, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 10, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:10:10.631106 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-624d597d-7274-4f33-ac0e-932f3c8b7e6b service neutron] Checking segment: {'id': 'add5e484-7471-480b-a06b-32a9eb9454e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:10:10.631480 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-624d597d-7274-4f33-ac0e-932f3c8b7e6b service neutron] Bound using segment: {'id': 'add5e484-7471-480b-a06b-32a9eb9454e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:10:10.631908 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-624d597d-7274-4f33-ac0e-932f3c8b7e6b service neutron] Bound port: 9c44e815-baec-4fbf-899a-28661f1fa44a, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'add5e484-7471-480b-a06b-32a9eb9454e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:10:10.632256 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-624d597d-7274-4f33-ac0e-932f3c8b7e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (9c44e815-baec-4fbf-899a-28661f1fa44a), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:10.690862 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:10.693386 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-624d597d-7274-4f33-ac0e-932f3c8b7e6b service neutron] For port 9c44e815-baec-4fbf-899a-28661f1fa44a, host hv-cinder-80135, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:10:10.696498 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-624d597d-7274-4f33-ac0e-932f3c8b7e6b service neutron] For port 9c44e815-baec-4fbf-899a-28661f1fa44a, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=9c44e815-baec-4fbf-899a-28661f1fa44a,segment=NetworkSegment(add5e484-7471-480b-a06b-32a9eb9454e4),segment_id=add5e484-7471-480b-a06b-32a9eb9454e4)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:10:10.820456 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-624d597d-7274-4f33-ac0e-932f3c8b7e6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (9c44e815-baec-4fbf-899a-28661f1fa44a), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:10.824325 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-624d597d-7274-4f33-ac0e-932f3c8b7e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:10.828668 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-624d597d-7274-4f33-ac0e-932f3c8b7e6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:10.828668 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-624d597d-7274-4f33-ac0e-932f3c8b7e6b service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/9c44e815-baec-4fbf-899a-28661f1fa44a HTTP/1.1" status: 200 len: 1094 time: 0.8923452 Sep 13 13:10:10.829009 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec3a98d-7f9d-4145-b596-02b4b7868127', 'tag': '9c44e815-baec-4fbf-899a-28661f1fa44a'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:10:10.831410 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09265a8f-411e-4f60-b526-f845898b93ef" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec3a98d-7f9d-4145-b596-02b4b7868127", "tag": "9c44e815-baec-4fbf-899a-28661f1fa44a"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:10:10.875002 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c911c1-8ba4-4b15-9c5b-8a05f4043b09 x-openstack-request-id: req-b4c911c1-8ba4-4b15-9c5b-8a05f4043b09 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:10:10.875280 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec3a98d-7f9d-4145-b596-02b4b7868127", "tag": "9c44e815-baec-4fbf-899a-28661f1fa44a", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:10:10.875528 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b4c911c1-8ba4-4b15-9c5b-8a05f4043b09 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:10:10.875920 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c911c1-8ba4-4b15-9c5b-8a05f4043b09'] response: {'name': 'network-changed', 'server_uuid': '9ec3a98d-7f9d-4145-b596-02b4b7868127', 'tag': '9c44e815-baec-4fbf-899a-28661f1fa44a', 'status': 'completed', 'code': 200} Sep 13 13:10:10.880529 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d597d-7274-4f33-ac0e-932f3c8b7e6b service neutron] Pushing event updated for resources: {'Port': ['ID=9c44e815-baec-4fbf-899a-28661f1fa44a,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:10.946894 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09265a8f-411e-4f60-b526-f845898b93ef req-65447010-b082-4fd0-8ec5-120d7fc1ae54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:10.949189 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-09265a8f-411e-4f60-b526-f845898b93ef req-65447010-b082-4fd0-8ec5-120d7fc1ae54 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=75f6274158934ab5abf68951902f1e81&device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 1128 time: 0.0433338 Sep 13 13:10:11.053056 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09265a8f-411e-4f60-b526-f845898b93ef req-717788ce-c0f6-45d7-9939-e010c2a06767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:11.054582 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-09265a8f-411e-4f60-b526-f845898b93ef req-717788ce-c0f6-45d7-9939-e010c2a06767 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=75f6274158934ab5abf68951902f1e81&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0991783 Sep 13 13:10:11.154896 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09265a8f-411e-4f60-b526-f845898b93ef req-34885fa9-ec53-4feb-9c74-7d59ef229ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:11.156441 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-09265a8f-411e-4f60-b526-f845898b93ef req-34885fa9-ec53-4feb-9c74-7d59ef229ea5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957775 Sep 13 13:10:11.231396 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-8eb1135e-f8b1-4bc6-92b9-fad40076e9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:11.232867 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-8eb1135e-f8b1-4bc6-92b9-fad40076e9ca service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=75f6274158934ab5abf68951902f1e81&device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 1128 time: 0.0388918 Sep 13 13:10:11.278625 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-437d8d55-3a57-49b8-9905-8f0712fc3e2e service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c44e815-baec-4fbf-899a-28661f1fa44a HTTP/1.1" status: 200 len: 217 time: 0.0361738 Sep 13 13:10:11.321632 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:11.328287 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-f97f8b1a-a052-4d66-9718-39efda86575b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:11.331385 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-f97f8b1a-a052-4d66-9718-39efda86575b service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=4a7c387c-3b38-49bb-ab6c-762e7638336f HTTP/1.1" status: 200 len: 850 time: 0.0448673 Sep 13 13:10:11.374976 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-b871c8e4-57d3-400b-8265-3437ecadd806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:11.376391 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-b871c8e4-57d3-400b-8265-3437ecadd806 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9a6ee3a0-91e5-4300-8f53-c3332833b2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392427 Sep 13 13:10:11.727648 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-3ef0b5c2-4f30-46cf-b1b7-bdaf5cb9af36 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9a6ee3a0-91e5-4300-8f53-c3332833b2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440840 Sep 13 13:10:11.798296 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d186e7ad-b62d-4fcf-9060-ca4e0c107df2 req-4b3202e1-03c7-4ec5-ab2c-45afe15d7e2c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:11.799706 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d186e7ad-b62d-4fcf-9060-ca4e0c107df2 req-4b3202e1-03c7-4ec5-ab2c-45afe15d7e2c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 944 time: 0.0913217 Sep 13 13:10:11.875335 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59e9fc27-0097-4372-8df8-c2fb65864121 req-313bebca-2a8e-4009-9e17-14389b6f816c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9a6ee3a0-91e5-4300-8f53-c3332833b2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326864 Sep 13 13:10:11.879486 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d186e7ad-b62d-4fcf-9060-ca4e0c107df2 req-4f66c66a-4f80-4368-b4b5-198d48f4a0da tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741599 Sep 13 13:10:12.413318 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f854829-4754-40b8-9763-35697d79fe74 req-34ba0991-4590-43eb-8c1e-69ad60028d90 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:12.414707 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5f854829-4754-40b8-9763-35697d79fe74 req-34ba0991-4590-43eb-8c1e-69ad60028d90 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0460916 Sep 13 13:10:12.462328 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5f854829-4754-40b8-9763-35697d79fe74 req-b42eb464-c3b9-4bb3-8bd4-5a4542275889 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413654 Sep 13 13:10:13.000195 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d07ada-f8b2-4b87-ae17-59b07a83e6bc req-d626624c-05a9-445e-8abd-d60edb3a5a1e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:13.001643 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c5d07ada-f8b2-4b87-ae17-59b07a83e6bc req-d626624c-05a9-445e-8abd-d60edb3a5a1e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 944 time: 0.0458131 Sep 13 13:10:13.053713 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c5d07ada-f8b2-4b87-ae17-59b07a83e6bc req-832c922e-720c-43fd-b4f9-cbbfd7d73e3b tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465035 Sep 13 13:10:13.585116 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88bde4e-bda4-489f-b809-e76a42f72306 req-34480313-170e-40ed-9aa5-861c8301b993 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:13.586595 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d88bde4e-bda4-489f-b809-e76a42f72306 req-34480313-170e-40ed-9aa5-861c8301b993 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0471475 Sep 13 13:10:13.632191 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d88bde4e-bda4-489f-b809-e76a42f72306 req-786b95d6-9361-4b68-96b0-b6b55cbaec4c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397713 Sep 13 13:10:14.165924 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:14.174446 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7432d2f3-9abf-4913-94d3-b89f6336884e req-cebf2d2b-d35a-4112-93b3-72336b9e1774 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:14.175880 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7432d2f3-9abf-4913-94d3-b89f6336884e req-cebf2d2b-d35a-4112-93b3-72336b9e1774 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 944 time: 0.0462410 Sep 13 13:10:14.221960 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7432d2f3-9abf-4913-94d3-b89f6336884e req-86eb26de-2bbd-49b2-b6f1-ab9a99a66929 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405576 Sep 13 13:10:14.754876 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce17605-b1ac-44c9-a4a2-52a45b98218a req-59cbcd3c-3165-476b-b387-59cbae9bbecf tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:14.756416 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8ce17605-b1ac-44c9-a4a2-52a45b98218a req-59cbcd3c-3165-476b-b387-59cbae9bbecf tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0499589 Sep 13 13:10:14.803631 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8ce17605-b1ac-44c9-a4a2-52a45b98218a req-c78ef7cc-c029-4611-ae99-783fde0c60f5 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407712 Sep 13 13:10:14.959368 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 9c44e815-baec-4fbf-899a-28661f1fa44a details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:10:15.057661 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 9c44e815-baec-4fbf-899a-28661f1fa44a, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=9c44e815-baec-4fbf-899a-28661f1fa44a,segment=NetworkSegment(add5e484-7471-480b-a06b-32a9eb9454e4),segment_id=add5e484-7471-480b-a06b-32a9eb9454e4)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:10:15.070695 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': '9c44e815-baec-4fbf-899a-28661f1fa44a', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'port_id': '9c44e815-baec-4fbf-899a-28661f1fa44a', 'mac_address': 'fa:16:3e:c9:a1:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:10:15.109054 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 9c44e815-baec-4fbf-899a-28661f1fa44a is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:10:15.109442 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (9c44e815-baec-4fbf-899a-28661f1fa44a), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:15.122658 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c44e815-baec-4fbf-899a-28661f1fa44a {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:10:15.142992 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 9c44e815-baec-4fbf-899a-28661f1fa44a, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=9c44e815-baec-4fbf-899a-28661f1fa44a,segment=NetworkSegment(add5e484-7471-480b-a06b-32a9eb9454e4),segment_id=add5e484-7471-480b-a06b-32a9eb9454e4)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:10:15.226607 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (9c44e815-baec-4fbf-899a-28661f1fa44a), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:15.274194 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=9c44e815-baec-4fbf-899a-28661f1fa44a,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:15.380832 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d535ce33-8d92-40b2-80aa-eb8f87444170 req-15a177f0-0ad3-43bc-85ea-4c44ba03ed67 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:15.382441 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d535ce33-8d92-40b2-80aa-eb8f87444170 req-15a177f0-0ad3-43bc-85ea-4c44ba03ed67 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 945 time: 0.0747616 Sep 13 13:10:15.394376 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84a80eb-2f0d-48ba-a215-fb6eb81fff2d req-ddb680db-3969-4415-ac43-5c1cb2b131e8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:15.395845 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c84a80eb-2f0d-48ba-a215-fb6eb81fff2d req-ddb680db-3969-4415-ac43-5c1cb2b131e8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 945 time: 0.0751839 Sep 13 13:10:15.481386 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d535ce33-8d92-40b2-80aa-eb8f87444170 req-7593f7a5-cb12-4227-9302-d441cdc29c25 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831165 Sep 13 13:10:15.484986 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['9c44e815-baec-4fbf-899a-28661f1fa44a'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:10:15.517213 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-c84a80eb-2f0d-48ba-a215-fb6eb81fff2d req-dc2f89ab-5977-4ecf-9d63-9d003c9f0a1a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Deleting port 9537de83-a92f-4647-a5d6-285071c8be74 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:10:15.517560 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c84a80eb-2f0d-48ba-a215-fb6eb81fff2d req-dc2f89ab-5977-4ecf-9d63-9d003c9f0a1a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (9537de83-a92f-4647-a5d6-285071c8be74), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:15.570260 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:15.619803 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-c84a80eb-2f0d-48ba-a215-fb6eb81fff2d req-dc2f89ab-5977-4ecf-9d63-9d003c9f0a1a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] For port 9537de83-a92f-4647-a5d6-285071c8be74, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=9537de83-a92f-4647-a5d6-285071c8be74,segment=NetworkSegment(0474db13-9c18-41f3-8716-d4ff64da1e69),segment_id=0474db13-9c18-41f3-8716-d4ff64da1e69)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:10:15.620363 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c84a80eb-2f0d-48ba-a215-fb6eb81fff2d req-dc2f89ab-5977-4ecf-9d63-9d003c9f0a1a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (9537de83-a92f-4647-a5d6-285071c8be74), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:15.644685 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-c84a80eb-2f0d-48ba-a215-fb6eb81fff2d req-dc2f89ab-5977-4ecf-9d63-9d003c9f0a1a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Calling delete_port for 9537de83-a92f-4647-a5d6-285071c8be74 owned by compute:nova {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:10:15.820402 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c84a80eb-2f0d-48ba-a215-fb6eb81fff2d req-dc2f89ab-5977-4ecf-9d63-9d003c9f0a1a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (9537de83-a92f-4647-a5d6-285071c8be74), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:15.849261 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f89ab-5977-4ecf-9d63-9d003c9f0a1a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Pushing event deleted for resources: {'Port': ['ID=9537de83-a92f-4647-a5d6-285071c8be74,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:15.896967 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c84a80eb-2f0d-48ba-a215-fb6eb81fff2d req-dc2f89ab-5977-4ecf-9d63-9d003c9f0a1a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] No DVR routers for this DVR port 9537de83-a92f-4647-a5d6-285071c8be74 on host hv-cinder-80135 {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:10:15.901301 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c84a80eb-2f0d-48ba-a215-fb6eb81fff2d req-dc2f89ab-5977-4ecf-9d63-9d003c9f0a1a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:15.906571 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c84a80eb-2f0d-48ba-a215-fb6eb81fff2d req-dc2f89ab-5977-4ecf-9d63-9d003c9f0a1a tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.61 "DELETE /networking/v2.0/ports/9537de83-a92f-4647-a5d6-285071c8be74 HTTP/1.1" status: 204 len: 173 time: 0.5037420 Sep 13 13:10:15.907061 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11dc092-73fb-4122-9cea-7a41398c3c66', 'name': 'network-vif-deleted', 'tag': '9537de83-a92f-4647-a5d6-285071c8be74'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:10:15.909253 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce21eee3-0bf6-4a29-88c2-00069aadbd9c" -d '{"events": [{"server_uuid": "e11dc092-73fb-4122-9cea-7a41398c3c66", "name": "network-vif-deleted", "tag": "9537de83-a92f-4647-a5d6-285071c8be74"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:10:15.941285 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1c00a40a-1363-4688-8e17-ba8a0d2ab048 req-b3ea263f-ff20-476e-8974-580f76f8f6cf tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 210 time: 0.0417950 Sep 13 13:10:15.970321 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b45894-f9ea-4869-9eaf-5307fc3e95eb x-openstack-request-id: req-a4b45894-f9ea-4869-9eaf-5307fc3e95eb {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:10:15.970629 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11dc092-73fb-4122-9cea-7a41398c3c66", "name": "network-vif-deleted", "tag": "9537de83-a92f-4647-a5d6-285071c8be74", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:10:15.970884 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a4b45894-f9ea-4869-9eaf-5307fc3e95eb {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:10:15.971317 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4b45894-f9ea-4869-9eaf-5307fc3e95eb'] response: {'server_uuid': 'e11dc092-73fb-4122-9cea-7a41398c3c66', 'name': 'network-vif-deleted', 'tag': '9537de83-a92f-4647-a5d6-285071c8be74', 'status': 'completed', 'code': 200} Sep 13 13:10:16.177996 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['9537de83-a92f-4647-a5d6-285071c8be74', 'ad1412c9-5963-436d-923b-0352d8bd326d'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:10:16.264211 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:16.327083 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:16.605344 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d036836-856a-4156-b7a0-6a35b21aa556 req-4b2c16b0-594e-4713-b5d6-5e32aa9ac8be tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:16.606794 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3d036836-856a-4156-b7a0-6a35b21aa556 req-4b2c16b0-594e-4713-b5d6-5e32aa9ac8be tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 945 time: 0.0498705 Sep 13 13:10:16.656477 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3d036836-856a-4156-b7a0-6a35b21aa556 req-9c7c4976-dde6-4d78-bb48-9d8b61795c4b tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439756 Sep 13 13:10:16.983811 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 9c44e815-baec-4fbf-899a-28661f1fa44a up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:10:17.038631 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning for port 9c44e815-baec-4fbf-899a-28661f1fa44a completed by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 13:10:17.065343 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f7118fd3-b319-4d6b-90bc-f76b7f61e44a req-5964679d-6408-48b6-ba0a-e5394cffff2c tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e11dc092-73fb-4122-9cea-7a41398c3c66 HTTP/1.1" status: 200 len: 210 time: 0.0289934 Sep 13 13:10:17.112289 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port 9c44e815-baec-4fbf-899a-28661f1fa44a triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:10:17.112612 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (9c44e815-baec-4fbf-899a-28661f1fa44a), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:17.187745 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 9c44e815-baec-4fbf-899a-28661f1fa44a is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:10:17.188405 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (9c44e815-baec-4fbf-899a-28661f1fa44a), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:17.210814 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec3a98d-7f9d-4145-b596-02b4b7868127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c44e815-baec-4fbf-899a-28661f1fa44a'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:10:17.213052 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308bfb07-b626-4505-aa9f-ea5a7b3356bf" -d '{"events": [{"server_uuid": "9ec3a98d-7f9d-4145-b596-02b4b7868127", "name": "network-vif-plugged", "status": "completed", "tag": "9c44e815-baec-4fbf-899a-28661f1fa44a"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:10:17.225933 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 9c44e815-baec-4fbf-899a-28661f1fa44a, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=9c44e815-baec-4fbf-899a-28661f1fa44a,segment=NetworkSegment(add5e484-7471-480b-a06b-32a9eb9454e4),segment_id=add5e484-7471-480b-a06b-32a9eb9454e4)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:10:17.250887 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:10:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d2ceec-6879-4cdc-abb0-d94fefeaa0e9 x-openstack-request-id: req-e0d2ceec-6879-4cdc-abb0-d94fefeaa0e9 {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:10:17.251202 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec3a98d-7f9d-4145-b596-02b4b7868127", "name": "network-vif-plugged", "status": "completed", "tag": "9c44e815-baec-4fbf-899a-28661f1fa44a", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:10:17.251515 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-e0d2ceec-6879-4cdc-abb0-d94fefeaa0e9 {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:10:17.251882 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0d2ceec-6879-4cdc-abb0-d94fefeaa0e9'] response: {'server_uuid': '9ec3a98d-7f9d-4145-b596-02b4b7868127', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c44e815-baec-4fbf-899a-28661f1fa44a', 'code': 200} Sep 13 13:10:17.363699 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (9c44e815-baec-4fbf-899a-28661f1fa44a), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:17.364458 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 9537de83-a92f-4647-a5d6-285071c8be74 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:10:17.402181 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] No Port match for: 9537de83-a92f-4647-a5d6-285071c8be74 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:10:17.402526 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 9537de83-a92f-4647-a5d6-285071c8be74 not bound to the agent host hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:10:17.429677 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=9c44e815-baec-4fbf-899a-28661f1fa44a,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:17.617571 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6efca8-d8bd-48d8-9197-d21bd8499584 req-fb4561a3-0764-41e7-9ffc-2158fa821ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:17.619291 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ff6efca8-d8bd-48d8-9197-d21bd8499584 req-fb4561a3-0764-41e7-9ffc-2158fa821ffc service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 1130 time: 0.0818250 Sep 13 13:10:17.663261 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ff6efca8-d8bd-48d8-9197-d21bd8499584 req-34a502a1-8d1b-408f-80c8-cac9c2a51b08 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377269 Sep 13 13:10:17.765570 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:17.778544 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2287589e-bd4e-4a6d-84f8-8ccdeceb4367 req-e2b8009d-6fe3-4613-9d11-ddb93d7c7405 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:17.780016 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2287589e-bd4e-4a6d-84f8-8ccdeceb4367 req-e2b8009d-6fe3-4613-9d11-ddb93d7c7405 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 946 time: 0.0505180 Sep 13 13:10:17.827050 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2287589e-bd4e-4a6d-84f8-8ccdeceb4367 req-9b897d1b-4a06-4b97-a383-e660a3eda993 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413918 Sep 13 13:10:18.561214 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae50db8-6b93-4c73-92cb-97b1414789dd req-7e1834bf-a8dc-46c8-9e06-46dde015fd3e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:18.562725 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2ae50db8-6b93-4c73-92cb-97b1414789dd req-7e1834bf-a8dc-46c8-9e06-46dde015fd3e tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 946 time: 0.0476460 Sep 13 13:10:18.610485 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2ae50db8-6b93-4c73-92cb-97b1414789dd req-7c592d21-aac8-4ef1-99c6-afeea987ed75 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419884 Sep 13 13:10:18.671531 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=40,neutron:DELETE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:18.953962 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02026c7e-e79d-4a12-8f4e-0a8c23aa8d25 req-b0080444-5807-49f1-a97e-d84efc6a4a8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:18.955453 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-02026c7e-e79d-4a12-8f4e-0a8c23aa8d25 req-b0080444-5807-49f1-a97e-d84efc6a4a8e tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 946 time: 0.0511513 Sep 13 13:10:19.002505 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-02026c7e-e79d-4a12-8f4e-0a8c23aa8d25 req-c073e2ef-20b4-4994-adc8-c8b822ce187a tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416067 Sep 13 13:10:19.729069 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9727d78-833d-4004-be88-06c265081c49 req-158bb092-b0b1-4a52-adf5-62ab501f5e72 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:19.730773 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d9727d78-833d-4004-be88-06c265081c49 req-158bb092-b0b1-4a52-adf5-62ab501f5e72 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 946 time: 0.0457904 Sep 13 13:10:19.777103 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d9727d78-833d-4004-be88-06c265081c49 req-c41ac4a2-e184-460d-ae7f-daf4c1e7dc58 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402462 Sep 13 13:10:20.123201 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a93c30-0ebb-43fd-b7d3-3d7671ad861e req-62007689-50b5-4c53-8917-6d19809c32d2 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:20.124658 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-57a93c30-0ebb-43fd-b7d3-3d7671ad861e req-62007689-50b5-4c53-8917-6d19809c32d2 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 946 time: 0.0463254 Sep 13 13:10:20.173510 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-57a93c30-0ebb-43fd-b7d3-3d7671ad861e req-62ac7ae2-95e6-4ad3-b811-cb81c001c163 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432904 Sep 13 13:10:20.889798 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:20.897944 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c01cd-fedf-4eb4-8701-c4de64583a27 req-1832c2d1-850a-4f3b-8624-453d81dce1a8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:20.899471 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ea9c01cd-fedf-4eb4-8701-c4de64583a27 req-1832c2d1-850a-4f3b-8624-453d81dce1a8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 946 time: 0.0472784 Sep 13 13:10:20.950216 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ea9c01cd-fedf-4eb4-8701-c4de64583a27 req-6e29dc58-7693-4b2f-975d-af89a7377416 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441256 Sep 13 13:10:21.291674 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb8431-4fd5-4ee3-911d-470337ec8671 req-cb19258e-1ccf-413c-9257-1b50560001f5 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:21.293322 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0ecb8431-4fd5-4ee3-911d-470337ec8671 req-cb19258e-1ccf-413c-9257-1b50560001f5 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 946 time: 0.0464275 Sep 13 13:10:21.340045 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0ecb8431-4fd5-4ee3-911d-470337ec8671 req-d5e2d69d-a92f-4592-a65d-b3cb07b30882 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409338 Sep 13 13:10:22.077197 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655f36a-c8e1-4fb7-9312-7ab78eddaed7 req-445dcba6-f0db-4dc1-989f-313843dea0f8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:22.078677 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1655f36a-c8e1-4fb7-9312-7ab78eddaed7 req-445dcba6-f0db-4dc1-989f-313843dea0f8 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 946 time: 0.0507331 Sep 13 13:10:22.126034 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1655f36a-c8e1-4fb7-9312-7ab78eddaed7 req-c3267f80-e552-4730-ad55-66aed9bd4200 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70eb728e-a090-4cf4-aa0e-7bd93cb011a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409362 Sep 13 13:10:22.435388 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06db6989-8905-43e6-8f57-026cc9fbd7d5 req-2b684add-8a20-432e-b14b-d9fede472307 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:22.436859 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-06db6989-8905-43e6-8f57-026cc9fbd7d5 req-2b684add-8a20-432e-b14b-d9fede472307 tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 946 time: 0.0931132 Sep 13 13:10:22.518242 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab87814-cde8-4b2f-9d46-ce8b736112dd req-e92185d1-bf39-4e43-ac42-7a436b8762f2 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:22.519690 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dab87814-cde8-4b2f-9d46-ce8b736112dd req-e92185d1-bf39-4e43-ac42-7a436b8762f2 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 946 time: 0.0463743 Sep 13 13:10:22.565727 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dab87814-cde8-4b2f-9d46-ce8b736112dd req-07aeab1d-3ec6-4d75-b08a-1f649d093807 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405018 Sep 13 13:10:22.725666 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39dea3a-1271-4087-ba1a-e5f6ee1663cd req-b1b7c047-06d4-496b-868a-d5e147c2f9f5 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:22.727520 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e39dea3a-1271-4087-ba1a-e5f6ee1663cd req-b1b7c047-06d4-496b-868a-d5e147c2f9f5 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 946 time: 0.0782957 Sep 13 13:10:22.738440 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38742) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:22.740333 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-06db6989-8905-43e6-8f57-026cc9fbd7d5 req-3e018145-661c-4939-9668-7d36aeb74b2b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Deleting port ad1412c9-5963-436d-923b-0352d8bd326d {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:10:22.740678 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-06db6989-8905-43e6-8f57-026cc9fbd7d5 req-3e018145-661c-4939-9668-7d36aeb74b2b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (ad1412c9-5963-436d-923b-0352d8bd326d), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:22.742957 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-5bfd8b2e-6e25-4a32-9fbf-478d28da086f tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Request body: {'floatingip': {'port_id': '9c44e815-baec-4fbf-899a-28661f1fa44a'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:10:22.783869 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5bfd8b2e-6e25-4a32-9fbf-478d28da086f tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for floatingip (d1e00826-e0a0-47df-9d7c-a652c6d9a62b), before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:22.834037 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-06db6989-8905-43e6-8f57-026cc9fbd7d5 req-3e018145-661c-4939-9668-7d36aeb74b2b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] For port ad1412c9-5963-436d-923b-0352d8bd326d, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=ad1412c9-5963-436d-923b-0352d8bd326d,segment=NetworkSegment(0474db13-9c18-41f3-8716-d4ff64da1e69),segment_id=0474db13-9c18-41f3-8716-d4ff64da1e69)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:10:22.834407 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-06db6989-8905-43e6-8f57-026cc9fbd7d5 req-3e018145-661c-4939-9668-7d36aeb74b2b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (ad1412c9-5963-436d-923b-0352d8bd326d), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:22.848995 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-06db6989-8905-43e6-8f57-026cc9fbd7d5 req-3e018145-661c-4939-9668-7d36aeb74b2b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Calling delete_port for ad1412c9-5963-436d-923b-0352d8bd326d owned by compute:nova {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:10:22.852519 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:23.031773 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-06db6989-8905-43e6-8f57-026cc9fbd7d5 req-3e018145-661c-4939-9668-7d36aeb74b2b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (ad1412c9-5963-436d-923b-0352d8bd326d), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:23.046120 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['ad1412c9-5963-436d-923b-0352d8bd326d'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:10:23.064838 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e018145-661c-4939-9668-7d36aeb74b2b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Pushing event deleted for resources: {'Port': ['ID=ad1412c9-5963-436d-923b-0352d8bd326d,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:23.118492 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-06db6989-8905-43e6-8f57-026cc9fbd7d5 req-3e018145-661c-4939-9668-7d36aeb74b2b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] No DVR routers for this DVR port ad1412c9-5963-436d-923b-0352d8bd326d on host hv-cinder-80135 {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:10:23.121780 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-06db6989-8905-43e6-8f57-026cc9fbd7d5 req-3e018145-661c-4939-9668-7d36aeb74b2b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:23.125022 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-06db6989-8905-43e6-8f57-026cc9fbd7d5 req-3e018145-661c-4939-9668-7d36aeb74b2b tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.61 "DELETE /networking/v2.0/ports/ad1412c9-5963-436d-923b-0352d8bd326d HTTP/1.1" status: 204 len: 173 time: 0.5074346 Sep 13 13:10:23.125523 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e8e228d-cd12-415d-be09-a5a49b6f72c7', 'name': 'network-vif-deleted', 'tag': 'ad1412c9-5963-436d-923b-0352d8bd326d'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:10:23.128355 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49047839-d729-48f8-bf8f-dd089707eea5" -d '{"events": [{"server_uuid": "4e8e228d-cd12-415d-be09-a5a49b6f72c7", "name": "network-vif-deleted", "tag": "ad1412c9-5963-436d-923b-0352d8bd326d"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:10:23.244909 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a924e0aa-c87b-4629-bbce-b4e96959e568 req-e4be3fca-5af8-471a-930b-fabe24bd749d tempest-ServerRescueNegativeTestJSON-337696504 tempest-ServerRescueNegativeTestJSON-337696504-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4e8e228d-cd12-415d-be09-a5a49b6f72c7 HTTP/1.1" status: 200 len: 210 time: 0.0317557 Sep 13 13:10:23.261097 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5bfd8b2e-6e25-4a32-9fbf-478d28da086f tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:23.268215 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461d277c-74ad-43d2-832c-3ecb7bbb59a4 x-openstack-request-id: req-461d277c-74ad-43d2-832c-3ecb7bbb59a4 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:10:23.268215 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e8e228d-cd12-415d-be09-a5a49b6f72c7", "name": "network-vif-deleted", "tag": "ad1412c9-5963-436d-923b-0352d8bd326d", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:10:23.268627 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-461d277c-74ad-43d2-832c-3ecb7bbb59a4 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:10:23.269182 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-461d277c-74ad-43d2-832c-3ecb7bbb59a4'] response: {'server_uuid': '4e8e228d-cd12-415d-be09-a5a49b6f72c7', 'name': 'network-vif-deleted', 'tag': 'ad1412c9-5963-436d-923b-0352d8bd326d', 'status': 'completed', 'code': 200} Sep 13 13:10:23.374662 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5bfd8b2e-6e25-4a32-9fbf-478d28da086f tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (d1e00826-e0a0-47df-9d7c-a652c6d9a62b), after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:23.476139 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.db.l3_db [None req-5bfd8b2e-6e25-4a32-9fbf-478d28da086f tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Floating IP d1e00826-e0a0-47df-9d7c-a652c6d9a62b associated. External IP: 172.27.1.94, port: 9c44e815-baec-4fbf-899a-28661f1fa44a. Sep 13 13:10:23.699768 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfd8b2e-6e25-4a32-9fbf-478d28da086f tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Router 8926fa8f-cbac-4d5c-a954-6763bfc46885 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:10:23.803430 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfd8b2e-6e25-4a32-9fbf-478d28da086f tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:10:23.808603 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5bfd8b2e-6e25-4a32-9fbf-478d28da086f tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:23.813874 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594e0b07-fe5d-41ce-bbd9-479fbf04f006 None None] Sync routers for ids ['8926fa8f-cbac-4d5c-a954-6763bfc46885'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:10:23.824577 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594e0b07-fe5d-41ce-bbd9-479fbf04f006 None None] Routers {'8926fa8f-cbac-4d5c-a954-6763bfc46885'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:10:23.825188 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-594e0b07-fe5d-41ce-bbd9-479fbf04f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:10:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8926fa8f-cbac-4d5c-a954-6763bfc46885'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:23.838736 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-5bfd8b2e-6e25-4a32-9fbf-478d28da086f tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/d1e00826-e0a0-47df-9d7c-a652c6d9a62b HTTP/1.1" status: 200 len: 991 time: 1.0992167 Sep 13 13:10:23.839674 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec3a98d-7f9d-4145-b596-02b4b7868127', 'tag': '9c44e815-baec-4fbf-899a-28661f1fa44a'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:10:23.842047 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23bb1fb122ba8f1da103ecdb274102d78ba2f3e34c615a0d13b2dbc04813c26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a2ada7-58a8-4c6e-8f73-1d8181b2ce9f" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec3a98d-7f9d-4145-b596-02b4b7868127", "tag": "9c44e815-baec-4fbf-899a-28661f1fa44a"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:10:23.878423 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f769169-d9d7-43f0-a574-3bde3b134f4d x-openstack-request-id: req-8f769169-d9d7-43f0-a574-3bde3b134f4d {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:10:23.878710 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec3a98d-7f9d-4145-b596-02b4b7868127", "tag": "9c44e815-baec-4fbf-899a-28661f1fa44a", "status": "completed", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:10:23.878964 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-8f769169-d9d7-43f0-a574-3bde3b134f4d {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:10:23.879365 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f769169-d9d7-43f0-a574-3bde3b134f4d'] response: {'name': 'network-changed', 'server_uuid': '9ec3a98d-7f9d-4145-b596-02b4b7868127', 'tag': '9c44e815-baec-4fbf-899a-28661f1fa44a', 'status': 'completed', 'code': 200} Sep 13 13:10:23.926981 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-594e0b07-fe5d-41ce-bbd9-479fbf04f006 None None] Set router 8926fa8f-cbac-4d5c-a954-6763bfc46885 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:10:23.986691 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2ada7-58a8-4c6e-8f73-1d8181b2ce9f req-d4f37a65-0cb1-47ba-8679-0f4d2d5c59e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:23.988275 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59a2ada7-58a8-4c6e-8f73-1d8181b2ce9f req-d4f37a65-0cb1-47ba-8679-0f4d2d5c59e3 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=75f6274158934ab5abf68951902f1e81&device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 1130 time: 0.0380859 Sep 13 13:10:24.078646 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:24.083488 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2ada7-58a8-4c6e-8f73-1d8181b2ce9f req-1a7c06aa-2293-4f9a-a9b6-e0a56f032e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:24.085097 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59a2ada7-58a8-4c6e-8f73-1d8181b2ce9f req-1a7c06aa-2293-4f9a-a9b6-e0a56f032e1d service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=9a6ee3a0-91e5-4300-8f53-c3332833b2a0 HTTP/1.1" status: 200 len: 912 time: 0.0908926 Sep 13 13:10:24.149796 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-594e0b07-fe5d-41ce-bbd9-479fbf04f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'name': 'tempest-AttachVolumeTestJSON-1441218684-router', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:13Z', 'revision_number': 4, 'project_id': '75f6274158934ab5abf68951902f1e81', 'gw_port': {'id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': 'd1e00826-e0a0-47df-9d7c-a652c6d9a62b', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'floating_ip_address': '172.27.1.94', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'port_id': '9c44e815-baec-4fbf-899a-28661f1fa44a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'mac_address': 'fa:16:3e:c9:a1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec3a98d-7f9d-4145-b596-02b4b7868127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:10:03Z', 'updated_at': '2022-09-13T13:10:23Z', 'revision_number': 1, 'project_id': '75f6274158934ab5abf68951902f1e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf3485b-2d64-41e0-879e-2e6b8f989eb4', 'name': '', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'mac_address': 'fa:16:3e:e9:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:07Z', 'updated_at': '2022-09-13T13:05:26Z', 'revision_number': 5, 'project_id': '75f6274158934ab5abf68951902f1e81', 'subnets': [{'id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:24.169435 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59a2ada7-58a8-4c6e-8f73-1d8181b2ce9f req-cd161037-53d3-425b-8af6-94cd43a1e0c4 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c44e815-baec-4fbf-899a-28661f1fa44a HTTP/1.1" status: 200 len: 999 time: 0.0772796 Sep 13 13:10:24.195432 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594e0b07-fe5d-41ce-bbd9-479fbf04f006 None None] Checking router: 8926fa8f-cbac-4d5c-a954-6763bfc46885 for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:10:24.204710 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594e0b07-fe5d-41ce-bbd9-479fbf04f006 None None] Routers {'8926fa8f-cbac-4d5c-a954-6763bfc46885'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:10:24.205317 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-594e0b07-fe5d-41ce-bbd9-479fbf04f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:10:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8926fa8f-cbac-4d5c-a954-6763bfc46885'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:24.229505 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2ada7-58a8-4c6e-8f73-1d8181b2ce9f req-125d6953-b328-4fa1-bc3f-4b47f9e3f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:24.231553 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59a2ada7-58a8-4c6e-8f73-1d8181b2ce9f req-125d6953-b328-4fa1-bc3f-4b47f9e3f823 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=4a7c387c-3b38-49bb-ab6c-762e7638336f HTTP/1.1" status: 200 len: 850 time: 0.0526965 Sep 13 13:10:24.277255 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2ada7-58a8-4c6e-8f73-1d8181b2ce9f req-24f9d5fa-719b-4306-aec2-55b2eda39c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:24.278913 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59a2ada7-58a8-4c6e-8f73-1d8181b2ce9f req-24f9d5fa-719b-4306-aec2-55b2eda39c93 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=9a6ee3a0-91e5-4300-8f53-c3332833b2a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410469 Sep 13 13:10:24.326975 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38764) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:24.342630 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-594e0b07-fe5d-41ce-bbd9-479fbf04f006 None None] Set router 8926fa8f-cbac-4d5c-a954-6763bfc46885 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:10:24.431798 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59a2ada7-58a8-4c6e-8f73-1d8181b2ce9f req-01ac10bf-78d1-49de-9747-e02b40045674 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9a6ee3a0-91e5-4300-8f53-c3332833b2a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454604 Sep 13 13:10:24.538152 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59a2ada7-58a8-4c6e-8f73-1d8181b2ce9f req-5f278200-4754-4656-8d37-b15c1daf06ea service neutron] 10.222.0.61 "GET /networking/v2.0/networks/9a6ee3a0-91e5-4300-8f53-c3332833b2a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982690 Sep 13 13:10:24.605880 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-594e0b07-fe5d-41ce-bbd9-479fbf04f006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'name': 'tempest-AttachVolumeTestJSON-1441218684-router', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:13Z', 'revision_number': 4, 'project_id': '75f6274158934ab5abf68951902f1e81', 'gw_port': {'id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': 'd1e00826-e0a0-47df-9d7c-a652c6d9a62b', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'floating_ip_address': '172.27.1.94', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'port_id': '9c44e815-baec-4fbf-899a-28661f1fa44a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'mac_address': 'fa:16:3e:c9:a1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec3a98d-7f9d-4145-b596-02b4b7868127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:10:03Z', 'updated_at': '2022-09-13T13:10:23Z', 'revision_number': 1, 'project_id': '75f6274158934ab5abf68951902f1e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf3485b-2d64-41e0-879e-2e6b8f989eb4', 'name': '', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'mac_address': 'fa:16:3e:e9:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:07Z', 'updated_at': '2022-09-13T13:05:26Z', 'revision_number': 5, 'project_id': '75f6274158934ab5abf68951902f1e81', 'subnets': [{'id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:24.610399 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:24.615540 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:24.634604 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594e0b07-fe5d-41ce-bbd9-479fbf04f006 None None] The sync data for ids ['8926fa8f-cbac-4d5c-a954-6763bfc46885'] in dv-cinder-801354-10-iscsi is: [{'id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'name': 'tempest-AttachVolumeTestJSON-1441218684-router', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:13Z', 'revision_number': 4, 'project_id': '75f6274158934ab5abf68951902f1e81', 'gw_port': {'id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': 'd1e00826-e0a0-47df-9d7c-a652c6d9a62b', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'floating_ip_address': '172.27.1.94', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'port_id': '9c44e815-baec-4fbf-899a-28661f1fa44a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 457, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'mac_address': 'fa:16:3e:c9:a1:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ec3a98d-7f9d-4145-b596-02b4b7868127', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:10:03Z', 'updated_at': '2022-09-13T13:10:23Z', 'revision_number': 1, 'project_id': '75f6274158934ab5abf68951902f1e81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adf3485b-2d64-41e0-879e-2e6b8f989eb4', 'name': '', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'mac_address': 'fa:16:3e:e9:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:07Z', 'updated_at': '2022-09-13T13:05:26Z', 'revision_number': 5, 'project_id': '75f6274158934ab5abf68951902f1e81', 'subnets': [{'id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:10:24.844073 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb8e4da-c743-49b6-bd51-70b7691b10a2 None None] New status for floating IP d1e00826-e0a0-47df-9d7c-a652c6d9a62b: ACTIVE {{(pid=106851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:10:24.857588 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-062d4486-6c6f-4946-acd1-13524821705f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1803674'] for router_interface (ef52e44f-c053-4bae-82b5-a6ef90af4c1e), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:25.093563 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-062d4486-6c6f-4946-acd1-13524821705f admin admin] Deleting port 1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:10:25.093686 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-062d4486-6c6f-4946-acd1-13524821705f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:25.173831 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-062d4486-6c6f-4946-acd1-13524821705f admin admin] For port 1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352,segment=NetworkSegment(0474db13-9c18-41f3-8716-d4ff64da1e69),segment_id=0474db13-9c18-41f3-8716-d4ff64da1e69)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:10:25.174195 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-062d4486-6c6f-4946-acd1-13524821705f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:25.187768 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-062d4486-6c6f-4946-acd1-13524821705f admin admin] Calling delete_port for 1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352 owned by network:router_interface {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:10:25.233372 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=100 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:25.431834 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-062d4486-6c6f-4946-acd1-13524821705f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289'] for port (1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:25.462242 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062d4486-6c6f-4946-acd1-13524821705f admin admin] Pushing event deleted for resources: {'Port': ['ID=1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:25.596154 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-062d4486-6c6f-4946-acd1-13524821705f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1691681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582858'] for router_interface (ef52e44f-c053-4bae-82b5-a6ef90af4c1e), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:25.800338 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-062d4486-6c6f-4946-acd1-13524821705f admin admin] Router ef52e44f-c053-4bae-82b5-a6ef90af4c1e has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:10:25.802416 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:25.916347 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062d4486-6c6f-4946-acd1-13524821705f admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:10:25.924655 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-062d4486-6c6f-4946-acd1-13524821705f admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/ef52e44f-c053-4bae-82b5-a6ef90af4c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5939190 Sep 13 13:10:25.928415 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38782) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:25.928506 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ede4de-80e4-4807-8dee-e9c356e48cdd None None] Sync routers for ids ['ef52e44f-c053-4bae-82b5-a6ef90af4c1e'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:10:25.937424 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ede4de-80e4-4807-8dee-e9c356e48cdd None None] Routers {'ef52e44f-c053-4bae-82b5-a6ef90af4c1e'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:10:25.938390 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-54ede4de-80e4-4807-8dee-e9c356e48cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:10:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['ef52e44f-c053-4bae-82b5-a6ef90af4c1e'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:26.043483 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=100 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:26.055554 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-18e17ee9-e547-447a-8215-b8af2f9ce0cb admin admin] Publish callbacks [] for router (ef52e44f-c053-4bae-82b5-a6ef90af4c1e), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:26.070799 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-54ede4de-80e4-4807-8dee-e9c356e48cdd None None] Set router ef52e44f-c053-4bae-82b5-a6ef90af4c1e gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:10:26.162043 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:26.166600 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-18e17ee9-e547-447a-8215-b8af2f9ce0cb admin admin] Publish callbacks [] for router_gateway (ef52e44f-c053-4bae-82b5-a6ef90af4c1e), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:26.242075 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-54ede4de-80e4-4807-8dee-e9c356e48cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1380792572-router', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:10:25Z', 'revision_number': 5, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'gw_port': {'id': 'cab8814d-d263-4f70-8a1b-1c47c96b971e', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:2b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:26.247365 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:26.264810 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-18e17ee9-e547-447a-8215-b8af2f9ce0cb admin admin] Deleting port cab8814d-d263-4f70-8a1b-1c47c96b971e {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:10:26.265139 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-18e17ee9-e547-447a-8215-b8af2f9ce0cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (cab8814d-d263-4f70-8a1b-1c47c96b971e), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:26.275000 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ede4de-80e4-4807-8dee-e9c356e48cdd None None] Checking router: ef52e44f-c053-4bae-82b5-a6ef90af4c1e for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:10:26.283890 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ede4de-80e4-4807-8dee-e9c356e48cdd None None] Routers {'ef52e44f-c053-4bae-82b5-a6ef90af4c1e'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:10:26.284495 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-54ede4de-80e4-4807-8dee-e9c356e48cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:10:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['ef52e44f-c053-4bae-82b5-a6ef90af4c1e'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:26.378362 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-54ede4de-80e4-4807-8dee-e9c356e48cdd None None] Set router ef52e44f-c053-4bae-82b5-a6ef90af4c1e gateway port host: None {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:10:26.435882 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-54ede4de-80e4-4807-8dee-e9c356e48cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1380792572-router', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:10:26Z', 'revision_number': 6, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'gw_port_host': None}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:26.465937 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ede4de-80e4-4807-8dee-e9c356e48cdd None None] The sync data for ids ['ef52e44f-c053-4bae-82b5-a6ef90af4c1e'] in dv-cinder-801354-10-iscsi is: [{'id': 'ef52e44f-c053-4bae-82b5-a6ef90af4c1e', 'name': 'tempest-ServerRescueNegativeTestJSON-1380792572-router', 'tenant_id': 'c15624f4312f49bb85a7a086c291d157', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:10:26Z', 'revision_number': 6, 'project_id': 'c15624f4312f49bb85a7a086c291d157', 'gw_port_host': None}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:10:26.494599 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1c200e-e85b-45cc-b930-f53e62c9c85a req-746be4f2-3a0a-471d-ba15-a08ea2621946 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:26.497002 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0d1c200e-e85b-45cc-b930-f53e62c9c85a req-746be4f2-3a0a-471d-ba15-a08ea2621946 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 946 time: 0.0531051 Sep 13 13:10:26.557054 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0d1c200e-e85b-45cc-b930-f53e62c9c85a req-d4103525-bc1d-4721-bc59-de73a4b9e409 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494323 Sep 13 13:10:26.574420 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-18e17ee9-e547-447a-8215-b8af2f9ce0cb admin admin] For port cab8814d-d263-4f70-8a1b-1c47c96b971e, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=cab8814d-d263-4f70-8a1b-1c47c96b971e,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:10:26.574908 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-18e17ee9-e547-447a-8215-b8af2f9ce0cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (cab8814d-d263-4f70-8a1b-1c47c96b971e), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:26.591123 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-18e17ee9-e547-447a-8215-b8af2f9ce0cb admin admin] Calling delete_port for cab8814d-d263-4f70-8a1b-1c47c96b971e owned by network:router_gateway {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:10:26.831719 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-18e17ee9-e547-447a-8215-b8af2f9ce0cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289'] for port (cab8814d-d263-4f70-8a1b-1c47c96b971e), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:26.860046 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e17ee9-e547-447a-8215-b8af2f9ce0cb admin admin] Pushing event deleted for resources: {'Port': ['ID=cab8814d-d263-4f70-8a1b-1c47c96b971e,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:26.885549 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-18e17ee9-e547-447a-8215-b8af2f9ce0cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583705'] for router_gateway (ef52e44f-c053-4bae-82b5-a6ef90af4c1e), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:26.974307 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-18e17ee9-e547-447a-8215-b8af2f9ce0cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13140'] for router (ef52e44f-c053-4bae-82b5-a6ef90af4c1e), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:26.976446 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-18e17ee9-e547-447a-8215-b8af2f9ce0cb admin admin] Publish callbacks [] for router_controller (ef52e44f-c053-4bae-82b5-a6ef90af4c1e), precommit_delete_associations {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:27.009987 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device ad1412c9-5963-436d-923b-0352d8bd326d no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:10:27.029213 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] No Port match for: ad1412c9-5963-436d-923b-0352d8bd326d {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:10:27.029554 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device ad1412c9-5963-436d-923b-0352d8bd326d not bound to the agent host hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:10:27.094848 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-18e17ee9-e547-447a-8215-b8af2f9ce0cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582937'] for router (ef52e44f-c053-4bae-82b5-a6ef90af4c1e), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:27.095469 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18e17ee9-e547-447a-8215-b8af2f9ce0cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef52e44f-c053-4bae-82b5-a6ef90af4c1e {{(pid=106849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 13:10:27.106931 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-18e17ee9-e547-447a-8215-b8af2f9ce0cb admin admin] Publish callbacks [] for router (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:27.106931 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-18e17ee9-e547-447a-8215-b8af2f9ce0cb admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/ef52e44f-c053-4bae-82b5-a6ef90af4c1e HTTP/1.1" status: 204 len: 168 time: 1.1753109 Sep 13 13:10:27.107162 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38792) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:27.149014 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ffeba3-3780-4e8e-b448-f95e2816ee63 admin admin] Deleting subnet 150922b3-3525-45d2-8627-b637b171605b {{(pid=106850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 13:10:27.152632 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-97ffeba3-3780-4e8e-b448-f95e2816ee63 admin admin] Publish callbacks [] for subnet (150922b3-3525-45d2-8627-b637b171605b), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:27.185828 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-97ffeba3-3780-4e8e-b448-f95e2816ee63 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7847307'] for subnet (150922b3-3525-45d2-8627-b637b171605b), precommit_delete_associations {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:27.217203 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:27.304370 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-97ffeba3-3780-4e8e-b448-f95e2816ee63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3665047'] for subnet (150922b3-3525-45d2-8627-b637b171605b), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:27.415003 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-97ffeba3-3780-4e8e-b448-f95e2816ee63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3659918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8174019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234573'] for subnet (150922b3-3525-45d2-8627-b637b171605b), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:27.450528 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ffeba3-3780-4e8e-b448-f95e2816ee63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=150922b3-3525-45d2-8627-b637b171605b,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:27.459683 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-97ffeba3-3780-4e8e-b448-f95e2816ee63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:27.463586 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-97ffeba3-3780-4e8e-b448-f95e2816ee63 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/150922b3-3525-45d2-8627-b637b171605b HTTP/1.1" status: 204 len: 168 time: 0.3587537 Sep 13 13:10:27.467230 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38800) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:27.467981 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0327a0a-4e14-4788-8ece-c3ce30316621 None None] Network d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:10:27.527682 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device cab8814d-d263-4f70-8a1b-1c47c96b971e no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:10:27.539186 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:27.550997 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3651144'] for network (d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:27.557384 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: cab8814d-d263-4f70-8a1b-1c47c96b971e {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:10:27.558540 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device cab8814d-d263-4f70-8a1b-1c47c96b971e not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:10:27.558965 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352 no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:10:27.584590 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: 1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:10:27.585007 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 1bf9e8b8-f220-4ae3-8ccf-1f0d36b36352 not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:10:27.601970 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Deleting port b049857e-0cf5-4e2c-a65d-677d4ed8313d {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:10:27.602317 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (b049857e-0cf5-4e2c-a65d-677d4ed8313d), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:27.693413 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] For port b049857e-0cf5-4e2c-a65d-677d4ed8313d, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=b049857e-0cf5-4e2c-a65d-677d4ed8313d,segment=NetworkSegment(0474db13-9c18-41f3-8716-d4ff64da1e69),segment_id=0474db13-9c18-41f3-8716-d4ff64da1e69)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:10:27.693807 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (b049857e-0cf5-4e2c-a65d-677d4ed8313d), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:27.707380 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Calling delete_port for b049857e-0cf5-4e2c-a65d-677d4ed8313d owned by network:dhcp {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:10:27.707988 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02338b2-328b-4eac-85b2-d6f5bb6bdf14 req-7d20845d-4bb5-403b-8be8-aabfd679fa52 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:27.709519 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c02338b2-328b-4eac-85b2-d6f5bb6bdf14 req-7d20845d-4bb5-403b-8be8-aabfd679fa52 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 946 time: 0.0629623 Sep 13 13:10:27.727114 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38472277-92a0-48b8-8622-ae37ed863b4f None None] DHCP port deletion for d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 request from dv-cinder-801354-10-iscsi {{(pid=106851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 13:10:27.765409 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c02338b2-328b-4eac-85b2-d6f5bb6bdf14 req-03e4a4c5-ca6d-46d6-b4f4-c78be2118256 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495074 Sep 13 13:10:27.796383 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-38472277-92a0-48b8-8622-ae37ed863b4f None None] Deleting port b049857e-0cf5-4e2c-a65d-677d4ed8313d {{(pid=106851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:10:27.799530 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-38472277-92a0-48b8-8622-ae37ed863b4f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (b049857e-0cf5-4e2c-a65d-677d4ed8313d), before_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:27.831844 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289'] for port (b049857e-0cf5-4e2c-a65d-677d4ed8313d), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:27.861318 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Pushing event deleted for resources: {'Port': ['ID=b049857e-0cf5-4e2c-a65d-677d4ed8313d,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:27.864705 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] No DVR routers for this DVR port b049857e-0cf5-4e2c-a65d-677d4ed8313d on host dv-cinder-801354-10-iscsi {{(pid=106849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:10:27.866633 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-38472277-92a0-48b8-8622-ae37ed863b4f None None] For port b049857e-0cf5-4e2c-a65d-677d4ed8313d, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=b049857e-0cf5-4e2c-a65d-677d4ed8313d,segment=NetworkSegment(0474db13-9c18-41f3-8716-d4ff64da1e69),segment_id=0474db13-9c18-41f3-8716-d4ff64da1e69)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:10:27.868510 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-38472277-92a0-48b8-8622-ae37ed863b4f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (b049857e-0cf5-4e2c-a65d-677d4ed8313d), precommit_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:27.882445 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-38472277-92a0-48b8-8622-ae37ed863b4f None None] Calling delete_port for b049857e-0cf5-4e2c-a65d-677d4ed8313d owned by network:dhcp {{(pid=106851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:10:27.887729 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:27.954682 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514794', 'neutron.services.segments.db._delete_segments_for_network-8734283000248'] for network (d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:27.966431 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-38472277-92a0-48b8-8622-ae37ed863b4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289'] for port (b049857e-0cf5-4e2c-a65d-677d4ed8313d), after_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:27.983493 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38472277-92a0-48b8-8622-ae37ed863b4f None None] No DVR routers for this DVR port b049857e-0cf5-4e2c-a65d-677d4ed8313d on host dv-cinder-801354-10-iscsi {{(pid=106851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:10:27.998825 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:10:27.999212 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:10:28.000195 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:10:28.000534 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Subscribe: > port after_create 55550000 {{(pid=106849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:10:28.000881 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Subscribe: > port after_delete 55550000 {{(pid=106849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:10:28.001222 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Subscribe: > port after_update 55550000 {{(pid=106849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:10:28.001658 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:10:28.002155 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:10:28.002486 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:10:28.003358 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:10:28.008652 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38472277-92a0-48b8-8622-ae37ed863b4f None None] Pushing event deleted for resources: {'Port': ['ID=b049857e-0cf5-4e2c-a65d-677d4ed8313d,revision_number=None']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:28.016439 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38472277-92a0-48b8-8622-ae37ed863b4f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:28.016439 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38472277-92a0-48b8-8622-ae37ed863b4f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:28.016439 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38472277-92a0-48b8-8622-ae37ed863b4f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:28.016439 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38472277-92a0-48b8-8622-ae37ed863b4f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:28.017306 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38472277-92a0-48b8-8622-ae37ed863b4f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:28.017306 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38472277-92a0-48b8-8622-ae37ed863b4f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:28.017306 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38472277-92a0-48b8-8622-ae37ed863b4f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:28.017853 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38472277-92a0-48b8-8622-ae37ed863b4f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:28.017982 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38472277-92a0-48b8-8622-ae37ed863b4f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:28.018323 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38472277-92a0-48b8-8622-ae37ed863b4f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:28.021036 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38472277-92a0-48b8-8622-ae37ed863b4f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:28.021036 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38472277-92a0-48b8-8622-ae37ed863b4f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:28.021036 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38472277-92a0-48b8-8622-ae37ed863b4f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:28.021036 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38472277-92a0-48b8-8622-ae37ed863b4f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:28.021036 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38472277-92a0-48b8-8622-ae37ed863b4f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:28.080511 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:10:28.080887 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:10:28.081225 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:10:28.081558 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106849) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 13 13:10:28.081963 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7']}} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:28.101264 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0474db13-9c18-41f3-8716-d4ff64da1e69') {'for_net_delete': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:28.102499 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0474db13-9c18-41f3-8716-d4ff64da1e69') {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:28.111861 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd23606-22dd-457c-953c-61914ec9307a req-9bc7548f-1db4-4db8-9e67-fafe212d1563 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:28.113272 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5dd23606-22dd-457c-953c-61914ec9307a req-9bc7548f-1db4-4db8-9e67-fafe212d1563 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 946 time: 0.0503955 Sep 13 13:10:28.119621 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734283000140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4782540'] for segment (0474db13-9c18-41f3-8716-d4ff64da1e69), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:28.153286 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (0474db13-9c18-41f3-8716-d4ff64da1e69), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:28.163063 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=106849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 13:10:28.163534 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4768823'] for segment (0474db13-9c18-41f3-8716-d4ff64da1e69), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:28.209060 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-5dd23606-22dd-457c-953c-61914ec9307a req-b144430b-c596-4106-a6f2-705711a9b908 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Deleting port 386ff3b9-fa41-4263-8bac-4134f8136d8e {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:10:28.209681 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-5dd23606-22dd-457c-953c-61914ec9307a req-b144430b-c596-4106-a6f2-705711a9b908 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (386ff3b9-fa41-4263-8bac-4134f8136d8e), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:28.266283 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:28.289193 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583751'] for network (d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:28.314986 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-5dd23606-22dd-457c-953c-61914ec9307a req-b144430b-c596-4106-a6f2-705711a9b908 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] For port 386ff3b9-fa41-4263-8bac-4134f8136d8e, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=386ff3b9-fa41-4263-8bac-4134f8136d8e,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:10:28.315158 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:28.315262 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-5dd23606-22dd-457c-953c-61914ec9307a req-b144430b-c596-4106-a6f2-705711a9b908 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (386ff3b9-fa41-4263-8bac-4134f8136d8e), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:28.315378 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7 HTTP/1.1" status: 204 len: 168 time: 0.8437674 Sep 13 13:10:28.315378 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.services.segments.plugin [-] Segment 0474db13-9c18-41f3-8716-d4ff64da1e69 resource provider aggregate not found Sep 13 13:10:28.319281 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d92eb5-e6b7-4051-85ce-53619ba460bf admin admin] Pushing event deleted for resources: {'Network': ['ID=d2a92aa9-ba65-41c7-9fbf-76e49b2ae7c7,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:28.341511 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.services.segments.plugin [-] Segment 0474db13-9c18-41f3-8716-d4ff64da1e69 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0474db13-9c18-41f3-8716-d4ff64da1e69 found for delete ", "request_id": "req-6e34dde0-ef99-4570-a293-239f792bdfe2"}]} Sep 13 13:10:28.485945 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-5dd23606-22dd-457c-953c-61914ec9307a req-b144430b-c596-4106-a6f2-705711a9b908 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:28.486314 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-5dd23606-22dd-457c-953c-61914ec9307a req-b144430b-c596-4106-a6f2-705711a9b908 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (2fc9b53b-98e2-43fc-ad99-eacc21939375), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:28.486628 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.l3_db [req-5dd23606-22dd-457c-953c-61914ec9307a req-b144430b-c596-4106-a6f2-705711a9b908 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Floating IP 2fc9b53b-98e2-43fc-ad99-eacc21939375 disassociated. External IP: 172.27.1.95, port: 386ff3b9-fa41-4263-8bac-4134f8136d8e. Sep 13 13:10:28.486964 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-5dd23606-22dd-457c-953c-61914ec9307a req-b144430b-c596-4106-a6f2-705711a9b908 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Calling delete_port for 386ff3b9-fa41-4263-8bac-4134f8136d8e owned by compute:nova {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:10:28.613302 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38822) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:28.653456 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-797827fa-203a-4aba-bd3d-0c3317a45970 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=c15624f4312f49bb85a7a086c291d157&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0390103 Sep 13 13:10:28.656026 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38824) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:28.698403 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:28.707570 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-5dd23606-22dd-457c-953c-61914ec9307a req-b144430b-c596-4106-a6f2-705711a9b908 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (386ff3b9-fa41-4263-8bac-4134f8136d8e), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:28.713891 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a3e9d6af-3482-47d3-ad7e-c21344411de6 admin admin] Publish callbacks [] for security_group (70eb728e-a090-4cf4-aa0e-7bd93cb011a8), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:28.746918 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b144430b-c596-4106-a6f2-705711a9b908 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event deleted for resources: {'Port': ['ID=386ff3b9-fa41-4263-8bac-4134f8136d8e,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:28.759878 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a3e9d6af-3482-47d3-ad7e-c21344411de6 admin admin] Publish callbacks [] for security_group (70eb728e-a090-4cf4-aa0e-7bd93cb011a8), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:28.901305 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fad1bf4a-1ec1-4008-9a66-5577a0e0af7d req-0af9853e-5a50-48a2-af35-f94bbf2353fc tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 210 time: 0.0368834 Sep 13 13:10:28.916475 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dd23606-22dd-457c-953c-61914ec9307a req-b144430b-c596-4106-a6f2-705711a9b908 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Router 8bf8171d-2b9c-4569-8528-71cfbdafa430 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:10:28.963834 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:29.001526 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a3e9d6af-3482-47d3-ad7e-c21344411de6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (70eb728e-a090-4cf4-aa0e-7bd93cb011a8), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:29.003966 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a3e9d6af-3482-47d3-ad7e-c21344411de6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:29.005090 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-a3e9d6af-3482-47d3-ad7e-c21344411de6 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/70eb728e-a090-4cf4-aa0e-7bd93cb011a8 HTTP/1.1" status: 204 len: 168 time: 0.3481882 Sep 13 13:10:29.023803 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9d6af-3482-47d3-ad7e-c21344411de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70eb728e-a090-4cf4-aa0e-7bd93cb011a8,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:29.046033 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dd23606-22dd-457c-953c-61914ec9307a req-b144430b-c596-4106-a6f2-705711a9b908 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:10:29.055910 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d6d37b-5fea-44e3-8b52-73340556f388 None None] Sync routers for ids ['8bf8171d-2b9c-4569-8528-71cfbdafa430'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:10:29.080981 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d6d37b-5fea-44e3-8b52-73340556f388 None None] Routers {'8bf8171d-2b9c-4569-8528-71cfbdafa430'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:10:29.080981 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-a5d6d37b-5fea-44e3-8b52-73340556f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:10:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8bf8171d-2b9c-4569-8528-71cfbdafa430'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:29.097020 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dd23606-22dd-457c-953c-61914ec9307a req-b144430b-c596-4106-a6f2-705711a9b908 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] No DVR routers for this DVR port 386ff3b9-fa41-4263-8bac-4134f8136d8e on host hv-cinder-80135 {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:10:29.099680 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-5dd23606-22dd-457c-953c-61914ec9307a req-b144430b-c596-4106-a6f2-705711a9b908 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:29.103029 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5dd23606-22dd-457c-953c-61914ec9307a req-b144430b-c596-4106-a6f2-705711a9b908 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.61 "DELETE /networking/v2.0/ports/386ff3b9-fa41-4263-8bac-4134f8136d8e HTTP/1.1" status: 204 len: 173 time: 0.9846320 Sep 13 13:10:29.103533 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e89044a6-3b0a-4879-9409-b492f10c1f3f', 'name': 'network-vif-deleted', 'tag': '386ff3b9-fa41-4263-8bac-4134f8136d8e'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:10:29.106521 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5438700-e878-46ee-a0ab-6228d2ff49a2" -d '{"events": [{"server_uuid": "e89044a6-3b0a-4879-9409-b492f10c1f3f", "name": "network-vif-deleted", "tag": "386ff3b9-fa41-4263-8bac-4134f8136d8e"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:10:29.155076 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe357f4-849d-4feb-8190-b946e1568f59 x-openstack-request-id: req-bbe357f4-849d-4feb-8190-b946e1568f59 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:10:29.155076 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e89044a6-3b0a-4879-9409-b492f10c1f3f", "name": "network-vif-deleted", "tag": "386ff3b9-fa41-4263-8bac-4134f8136d8e", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:10:29.155076 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-bbe357f4-849d-4feb-8190-b946e1568f59 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:10:29.155076 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe357f4-849d-4feb-8190-b946e1568f59'] response: {'server_uuid': 'e89044a6-3b0a-4879-9409-b492f10c1f3f', 'name': 'network-vif-deleted', 'tag': '386ff3b9-fa41-4263-8bac-4134f8136d8e', 'status': 'completed', 'code': 200} Sep 13 13:10:29.204085 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:29.216099 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-a5d6d37b-5fea-44e3-8b52-73340556f388 None None] Set router 8bf8171d-2b9c-4569-8528-71cfbdafa430 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:10:29.370688 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:29.479305 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device b049857e-0cf5-4e2c-a65d-677d4ed8313d no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:10:29.504377 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: b049857e-0cf5-4e2c-a65d-677d4ed8313d {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:10:29.504858 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device b049857e-0cf5-4e2c-a65d-677d4ed8313d not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:10:29.583880 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-a5d6d37b-5fea-44e3-8b52-73340556f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:29.613488 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d6d37b-5fea-44e3-8b52-73340556f388 None None] Checking router: 8bf8171d-2b9c-4569-8528-71cfbdafa430 for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:10:29.622580 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d6d37b-5fea-44e3-8b52-73340556f388 None None] Routers {'8bf8171d-2b9c-4569-8528-71cfbdafa430'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:10:29.623182 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-a5d6d37b-5fea-44e3-8b52-73340556f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:10:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8bf8171d-2b9c-4569-8528-71cfbdafa430'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:29.773805 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-a5d6d37b-5fea-44e3-8b52-73340556f388 None None] Set router 8bf8171d-2b9c-4569-8528-71cfbdafa430 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:10:29.907411 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=100 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:29.920480 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-a5d6d37b-5fea-44e3-8b52-73340556f388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:29.945202 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d6d37b-5fea-44e3-8b52-73340556f388 None None] The sync data for ids ['8bf8171d-2b9c-4569-8528-71cfbdafa430'] in dv-cinder-801354-10-iscsi is: [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:10:30.036669 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b76727aa-d066-47aa-90c9-1e1b50ffb430 req-6fc69a64-6f54-4dce-9ec7-3ccbfab7d64f tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=e89044a6-3b0a-4879-9409-b492f10c1f3f HTTP/1.1" status: 200 len: 210 time: 0.0383489 Sep 13 13:10:30.258359 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477c79b0-107f-44d5-8ecc-25c39cad9434 None None] New status for floating IP 2fc9b53b-98e2-43fc-ad99-eacc21939375: DOWN {{(pid=106852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:10:30.326375 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38860) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:30.427954 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-5cd0d0b9-61e8-426a-b358-9ad4f6ceb0c0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-38960091-network', 'tenant_id': '4caa315bd06c4d3e94c497abb4ea3857'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:10:30.523430 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd0d0b9-61e8-426a-b358-9ad4f6ceb0c0 admin admin] Made reservation on behalf of 4caa315bd06c4d3e94c497abb4ea3857 for: {'network': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:10:30.525999 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d0b9-61e8-426a-b358-9ad4f6ceb0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for network (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:30.535819 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d0b9-61e8-426a-b358-9ad4f6ceb0c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:30.615318 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d0b9-61e8-426a-b358-9ad4f6ceb0c0 admin admin] Publish callbacks [] for security_group (8bd50bba-d994-48cf-ab3c-225d5522062c), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:30.723144 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d0b9-61e8-426a-b358-9ad4f6ceb0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (8bd50bba-d994-48cf-ab3c-225d5522062c), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:30.751697 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd0d0b9-61e8-426a-b358-9ad4f6ceb0c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 369, 'physical_network': 'physnet1'} {{(pid=106849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 13:10:30.757128 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0d0b9-61e8-426a-b358-9ad4f6ceb0c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd50bba-d994-48cf-ab3c-225d5522062c,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:30.764628 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d0b9-61e8-426a-b358-9ad4f6ceb0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (e4525446-c7de-478d-84a2-a23c1a8ca87e), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:30.764998 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.db.segments_db [None req-5cd0d0b9-61e8-426a-b358-9ad4f6ceb0c0 admin admin] Added segment e4525446-c7de-478d-84a2-a23c1a8ca87e of type vlan for network ac096904-9e5a-45fb-ab80-f658a971a738 Sep 13 13:10:30.805561 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d0b9-61e8-426a-b358-9ad4f6ceb0c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734282471325'] for network (ac096904-9e5a-45fb-ab80-f658a971a738), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:30.917722 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d0b9-61e8-426a-b358-9ad4f6ceb0c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for network (ac096904-9e5a-45fb-ab80-f658a971a738), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:30.918686 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd0d0b9-61e8-426a-b358-9ad4f6ceb0c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:30.919266 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5cd0d0b9-61e8-426a-b358-9ad4f6ceb0c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:30.923163 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a19233-5234-4785-ae79-27986044673f req-44de1906-53c7-401b-ac7d-131442837ec6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:30.925041 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-32a19233-5234-4785-ae79-27986044673f req-44de1906-53c7-401b-ac7d-131442837ec6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0468600 Sep 13 13:10:30.974439 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-32a19233-5234-4785-ae79-27986044673f req-5a00a75a-81ba-4d1e-b519-602c60892aee tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428715 Sep 13 13:10:30.985473 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd0d0b9-61e8-426a-b358-9ad4f6ceb0c0 admin admin] Pushing event updated for resources: {'Network': ['ID=ac096904-9e5a-45fb-ab80-f658a971a738,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:30.998025 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Network ac096904-9e5a-45fb-ab80-f658a971a738 details requested by agent ovs-agent-dv-cinder-801354-10-iscsi with host dv-cinder-801354-10-iscsi {{(pid=106851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 13:10:31.017310 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-5cd0d0b9-61e8-426a-b358-9ad4f6ceb0c0 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6897888 Sep 13 13:10:31.020266 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38876) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:31.025038 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-ef46190c-1396-45f1-93f6-31a2a6856a34 admin admin] Request body: {'subnet': {'network_id': 'ac096904-9e5a-45fb-ab80-f658a971a738', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-38960091-subnet', 'tenant_id': '4caa315bd06c4d3e94c497abb4ea3857', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:10:31.094618 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef46190c-1396-45f1-93f6-31a2a6856a34 admin admin] Made reservation on behalf of 4caa315bd06c4d3e94c497abb4ea3857 for: {'subnet': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:10:31.096989 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ef46190c-1396-45f1-93f6-31a2a6856a34 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7736809'] for subnet (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:31.163171 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:31.184503 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:31.187654 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38882) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:31.243030 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-97f3cb85-ecd1-4b21-b587-13c1fa0b6899 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group (4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:31.268725 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-97f3cb85-ecd1-4b21-b587-13c1fa0b6899 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group (4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:31.357446 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ef46190c-1396-45f1-93f6-31a2a6856a34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4782416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7736827'] for subnet (2f25818b-0cf9-4807-a3ad-1980ca1e60cb), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:31.387491 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=83,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=10 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:31.409349 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef46190c-1396-45f1-93f6-31a2a6856a34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f25818b-0cf9-4807-a3ad-1980ca1e60cb,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:31.414657 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-97f3cb85-ecd1-4b21-b587-13c1fa0b6899 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:31.417494 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-97f3cb85-ecd1-4b21-b587-13c1fa0b6899 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:31.418747 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-97f3cb85-ecd1-4b21-b587-13c1fa0b6899 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f HTTP/1.1" status: 204 len: 168 time: 0.2298279 Sep 13 13:10:31.422292 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38884) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:31.426818 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef46190c-1396-45f1-93f6-31a2a6856a34 admin admin] Checking segment: {'id': 'e4525446-c7de-478d-84a2-a23c1a8ca87e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'ac096904-9e5a-45fb-ab80-f658a971a738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:10:31.427172 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef46190c-1396-45f1-93f6-31a2a6856a34 admin admin] Network hostable DHCP agents. Network: ac096904-9e5a-45fb-ab80-f658a971a738, hostable agents: ['03c760d5-e05f-4ba1-99ba-fbb88ab66826'], hosted agents: [] {{(pid=106849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 13:10:31.436773 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3cb85-ecd1-4b21-b587-13c1fa0b6899 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:31.446599 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.api.v2.resource [None req-815fb803-931a-44b5-873c-f1fb58eaf242 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] show failed (client error): The resource could not be found. Sep 13 13:10:31.449814 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-815fb803-931a-44b5-873c-f1fb58eaf242 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups/4090cee9-b5c5-40e8-a4a7-8db7ae35bb5f HTTP/1.1" status: 404 len: 347 time: 0.0236893 Sep 13 13:10:31.451901 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38886) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:31.528559 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef46190c-1396-45f1-93f6-31a2a6856a34 admin admin] Network ac096904-9e5a-45fb-ab80-f658a971a738 is scheduled to be hosted by DHCP agent 03c760d5-e05f-4ba1-99ba-fbb88ab66826 with binding_index 1 {{(pid=106849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 13:10:31.571857 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-98f84674-8a85-404d-a3b6-09a70e7da1b1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Deleting port a6dccf44-cb20-4ee6-a4e0-b3e09397d161 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:10:31.574038 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-98f84674-8a85-404d-a3b6-09a70e7da1b1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (a6dccf44-cb20-4ee6-a4e0-b3e09397d161), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:31.627704 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-ef46190c-1396-45f1-93f6-31a2a6856a34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-10-iscsi, ac096904-9e5a-45fb-ab80-f658a971a738) {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:10:31.634762 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef46190c-1396-45f1-93f6-31a2a6856a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:31.635354 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ef46190c-1396-45f1-93f6-31a2a6856a34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:31.642989 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81361fd7-7405-4b35-99cc-2965244e9863 None None] Network ac096904-9e5a-45fb-ab80-f658a971a738 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:10:31.663245 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-98f84674-8a85-404d-a3b6-09a70e7da1b1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (a6dccf44-cb20-4ee6-a4e0-b3e09397d161), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:31.663573 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-98f84674-8a85-404d-a3b6-09a70e7da1b1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (a6dccf44-cb20-4ee6-a4e0-b3e09397d161), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:31.676324 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-98f84674-8a85-404d-a3b6-09a70e7da1b1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Calling delete_port for a6dccf44-cb20-4ee6-a4e0-b3e09397d161 owned by network:floatingip {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:10:31.742026 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-ef46190c-1396-45f1-93f6-31a2a6856a34 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7206190 Sep 13 13:10:31.744799 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5c4ea6-47e1-4004-bcba-85a95ec51e53 None None] Network ac096904-9e5a-45fb-ab80-f658a971a738 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:10:31.877597 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-98f84674-8a85-404d-a3b6-09a70e7da1b1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (a6dccf44-cb20-4ee6-a4e0-b3e09397d161), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:31.904554 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f84674-8a85-404d-a3b6-09a70e7da1b1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event deleted for resources: {'Port': ['ID=a6dccf44-cb20-4ee6-a4e0-b3e09397d161,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:31.954602 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:31.968993 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-98f84674-8a85-404d-a3b6-09a70e7da1b1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (2fc9b53b-98e2-43fc-ad99-eacc21939375), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:31.971531 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-98f84674-8a85-404d-a3b6-09a70e7da1b1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:31.972769 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-98f84674-8a85-404d-a3b6-09a70e7da1b1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/2fc9b53b-98e2-43fc-ad99-eacc21939375 HTTP/1.1" status: 204 len: 168 time: 0.5198078 Sep 13 13:10:32.110871 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38898) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:32.114579 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb5b5d6-dd0d-4cfe-8ab3-ddbbc0d7247d req-018adbb0-9bb0-4a8b-a19c-19c106bc9884 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:32.115465 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-f9ff3b93-912c-4430-9e52-e72370de6bcc tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Request body: {'security_group': {'name': 'tempest-securitygroup--325274770', 'description': 'tempest-description--2028567004'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:10:32.116074 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4fb5b5d6-dd0d-4cfe-8ab3-ddbbc0d7247d req-018adbb0-9bb0-4a8b-a19c-19c106bc9884 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0492926 Sep 13 13:10:32.163974 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4fb5b5d6-dd0d-4cfe-8ab3-ddbbc0d7247d req-baac1c27-8d8d-4d06-b32a-1ec35875a894 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420887 Sep 13 13:10:32.204195 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f9ff3b93-912c-4430-9e52-e72370de6bcc tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:32.275750 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f9ff3b93-912c-4430-9e52-e72370de6bcc tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group (b266177b-0c17-4100-8a68-7b5dfbb98612), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:32.334497 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f9ff3b93-912c-4430-9e52-e72370de6bcc tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (b266177b-0c17-4100-8a68-7b5dfbb98612), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:32.365702 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ff3b93-912c-4430-9e52-e72370de6bcc tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b266177b-0c17-4100-8a68-7b5dfbb98612,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:32.416669 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f9ff3b93-912c-4430-9e52-e72370de6bcc tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:32.418622 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-f9ff3b93-912c-4430-9e52-e72370de6bcc tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3067100 Sep 13 13:10:32.421518 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38906) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:32.426050 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-169b9a4f-efe5-47bb-ab2f-43431541b2c1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Request body: {'security_group_rule': {'security_group_id': 'b266177b-0c17-4100-8a68-7b5dfbb98612', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:10:32.470665 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38910) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:32.475664 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-38278dfe-78b9-4038-990f-f77d15e9e476 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-967595602-network', 'tenant_id': '256b27ccf0a94565af3a5091e4986ed0'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:10:32.557548 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38278dfe-78b9-4038-990f-f77d15e9e476 admin admin] Made reservation on behalf of 256b27ccf0a94565af3a5091e4986ed0 for: {'network': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:10:32.560585 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-38278dfe-78b9-4038-990f-f77d15e9e476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for network (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:32.564824 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-169b9a4f-efe5-47bb-ab2f-43431541b2c1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group_rule (2c9cad2e-69ed-49fa-ae66-62dceaa92c56), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:32.569494 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-38278dfe-78b9-4038-990f-f77d15e9e476 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:32.624499 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-169b9a4f-efe5-47bb-ab2f-43431541b2c1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group_rule (2c9cad2e-69ed-49fa-ae66-62dceaa92c56), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:32.649364 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-38278dfe-78b9-4038-990f-f77d15e9e476 admin admin] Publish callbacks [] for security_group (16c9d487-0afb-48cd-bb7e-9e0967443e1d), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:32.706170 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-169b9a4f-efe5-47bb-ab2f-43431541b2c1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (2c9cad2e-69ed-49fa-ae66-62dceaa92c56), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:32.725328 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b9a4f-efe5-47bb-ab2f-43431541b2c1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c9cad2e-69ed-49fa-ae66-62dceaa92c56,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:32.734111 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-38278dfe-78b9-4038-990f-f77d15e9e476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (16c9d487-0afb-48cd-bb7e-9e0967443e1d), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:32.759830 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38278dfe-78b9-4038-990f-f77d15e9e476 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=106850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 13:10:32.769801 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38278dfe-78b9-4038-990f-f77d15e9e476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c9d487-0afb-48cd-bb7e-9e0967443e1d,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:32.774531 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-38278dfe-78b9-4038-990f-f77d15e9e476 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (4c41517e-b239-4511-bec3-78bafda53032), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:32.774995 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.segments_db [None req-38278dfe-78b9-4038-990f-f77d15e9e476 admin admin] Added segment 4c41517e-b239-4511-bec3-78bafda53032 of type vlan for network feb1d913-6fd5-41c3-a3a1-972e18ff2323 Sep 13 13:10:32.794162 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-169b9a4f-efe5-47bb-ab2f-43431541b2c1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:32.795452 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-169b9a4f-efe5-47bb-ab2f-43431541b2c1 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3729658 Sep 13 13:10:32.798216 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38912) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:32.802515 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-4c3353c9-acbe-473e-bf74-a406343a8c99 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Request body: {'security_group_rule': {'security_group_id': 'b266177b-0c17-4100-8a68-7b5dfbb98612', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:10:32.818226 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-38278dfe-78b9-4038-990f-f77d15e9e476 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734282471325'] for network (feb1d913-6fd5-41c3-a3a1-972e18ff2323), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:32.821029 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:32.888826 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4c3353c9-acbe-473e-bf74-a406343a8c99 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group_rule (e780d832-777c-42df-8e9a-096b7b88abc9), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:32.906082 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-38278dfe-78b9-4038-990f-f77d15e9e476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for network (feb1d913-6fd5-41c3-a3a1-972e18ff2323), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:32.907134 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38278dfe-78b9-4038-990f-f77d15e9e476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:32.907998 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-38278dfe-78b9-4038-990f-f77d15e9e476 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:32.932990 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:32.946822 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4c3353c9-acbe-473e-bf74-a406343a8c99 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group_rule (e780d832-777c-42df-8e9a-096b7b88abc9), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:32.968571 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38278dfe-78b9-4038-990f-f77d15e9e476 admin admin] Pushing event updated for resources: {'Network': ['ID=feb1d913-6fd5-41c3-a3a1-972e18ff2323,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:32.978889 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Network feb1d913-6fd5-41c3-a3a1-972e18ff2323 details requested by agent ovs-agent-dv-cinder-801354-10-iscsi with host dv-cinder-801354-10-iscsi {{(pid=106851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 13:10:32.997234 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4c3353c9-acbe-473e-bf74-a406343a8c99 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (e780d832-777c-42df-8e9a-096b7b88abc9), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:33.002916 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-38278dfe-78b9-4038-990f-f77d15e9e476 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.5285194 Sep 13 13:10:33.003684 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38914) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:33.008853 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-e38b1513-64bc-41ef-9b7c-0e98b6d8cbe9 admin admin] Request body: {'subnet': {'network_id': 'feb1d913-6fd5-41c3-a3a1-972e18ff2323', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-967595602-subnet', 'tenant_id': '256b27ccf0a94565af3a5091e4986ed0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:10:33.021212 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:33.021561 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3353c9-acbe-473e-bf74-a406343a8c99 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e780d832-777c-42df-8e9a-096b7b88abc9,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:33.045060 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 386ff3b9-fa41-4263-8bac-4134f8136d8e no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:10:33.068921 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] No Port match for: 386ff3b9-fa41-4263-8bac-4134f8136d8e {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:10:33.068921 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 386ff3b9-fa41-4263-8bac-4134f8136d8e not bound to the agent host hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:10:33.087853 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e38b1513-64bc-41ef-9b7c-0e98b6d8cbe9 admin admin] Made reservation on behalf of 256b27ccf0a94565af3a5091e4986ed0 for: {'subnet': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:10:33.090521 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4c3353c9-acbe-473e-bf74-a406343a8c99 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:33.091040 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e38b1513-64bc-41ef-9b7c-0e98b6d8cbe9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4234576'] for subnet (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:33.091766 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-4c3353c9-acbe-473e-bf74-a406343a8c99 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2926037 Sep 13 13:10:33.095009 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38916) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:33.099329 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-1529958c-7d42-43d5-908b-10f22bccf922 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Request body: {'floatingip': {'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:10:33.220478 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1529958c-7d42-43d5-908b-10f22bccf922 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:33.305717 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-619ce9cf-86db-472d-8d42-e552228e6334 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:33.306127 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1529958c-7d42-43d5-908b-10f22bccf922 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:33.309784 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dfabf5-aaa9-4b01-9a5b-d9ada6b7b6c2 req-0f73911a-9844-41d6-ad51-b697892c7b54 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:33.311876 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-36dfabf5-aaa9-4b01-9a5b-d9ada6b7b6c2 req-0f73911a-9844-41d6-ad51-b697892c7b54 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0631056 Sep 13 13:10:33.406411 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:DELETE=6,neutron:SELECT=82,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:33.422727 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-1529958c-7d42-43d5-908b-10f22bccf922 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Allocated IP 172.27.1.209 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/5c407d3e-33e5-4c2c-ac92-db8802f8d512) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:10:33.539626 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1529958c-7d42-43d5-908b-10f22bccf922 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for port (5c407d3e-33e5-4c2c-ac92-db8802f8d512), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:33.583645 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e38b1513-64bc-41ef-9b7c-0e98b6d8cbe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8160270', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4234562'] for subnet (0911efc0-0cf2-42cf-9383-b2e7c97583c8), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:33.603686 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1529958c-7d42-43d5-908b-10f22bccf922 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (5c407d3e-33e5-4c2c-ac92-db8802f8d512), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:33.664196 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1529958c-7d42-43d5-908b-10f22bccf922 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:10:33.664605 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-36dfabf5-aaa9-4b01-9a5b-d9ada6b7b6c2 req-b7022841-b3e1-4743-9158-ca6f354a3a32 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3402200 Sep 13 13:10:33.664732 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-1529958c-7d42-43d5-908b-10f22bccf922 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:10:33.664732 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529958c-7d42-43d5-908b-10f22bccf922 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event updated for resources: {'Port': ['ID=5c407d3e-33e5-4c2c-ac92-db8802f8d512,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:33.664732 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1529958c-7d42-43d5-908b-10f22bccf922 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:10:33.669974 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38b1513-64bc-41ef-9b7c-0e98b6d8cbe9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0911efc0-0cf2-42cf-9383-b2e7c97583c8,revision_number=0']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:33.677723 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e38b1513-64bc-41ef-9b7c-0e98b6d8cbe9 admin admin] Checking segment: {'id': '4c41517e-b239-4511-bec3-78bafda53032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'feb1d913-6fd5-41c3-a3a1-972e18ff2323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:10:33.678107 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38b1513-64bc-41ef-9b7c-0e98b6d8cbe9 admin admin] Network hostable DHCP agents. Network: feb1d913-6fd5-41c3-a3a1-972e18ff2323, hostable agents: ['03c760d5-e05f-4ba1-99ba-fbb88ab66826'], hosted agents: [] {{(pid=106850) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 13:10:33.753832 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1529958c-7d42-43d5-908b-10f22bccf922 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (8bde5a08-5109-4679-b5eb-27bc923aa6dd), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:33.768704 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38b1513-64bc-41ef-9b7c-0e98b6d8cbe9 admin admin] Network feb1d913-6fd5-41c3-a3a1-972e18ff2323 is scheduled to be hosted by DHCP agent 03c760d5-e05f-4ba1-99ba-fbb88ab66826 with binding_index 1 {{(pid=106850) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 13:10:33.842638 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-e38b1513-64bc-41ef-9b7c-0e98b6d8cbe9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-10-iscsi, feb1d913-6fd5-41c3-a3a1-972e18ff2323) {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:10:33.847168 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e38b1513-64bc-41ef-9b7c-0e98b6d8cbe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:33.847885 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e38b1513-64bc-41ef-9b7c-0e98b6d8cbe9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:33.849230 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1529958c-7d42-43d5-908b-10f22bccf922 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (5c407d3e-33e5-4c2c-ac92-db8802f8d512), before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:33.852963 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41de92b2-76f2-49e2-8fde-8eb6d988a6f7 None None] Network feb1d913-6fd5-41c3-a3a1-972e18ff2323 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:10:33.916482 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-e38b1513-64bc-41ef-9b7c-0e98b6d8cbe9 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9110332 Sep 13 13:10:33.963081 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4958a9e-4aa9-4098-a5b1-591b0fc7ae86 None None] Network feb1d913-6fd5-41c3-a3a1-972e18ff2323 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:10:34.018679 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1529958c-7d42-43d5-908b-10f22bccf922 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for port (5c407d3e-33e5-4c2c-ac92-db8802f8d512), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:34.043389 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38922) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:34.064715 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1529958c-7d42-43d5-908b-10f22bccf922 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4769003'] for port (5c407d3e-33e5-4c2c-ac92-db8802f8d512), after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:34.068962 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:34.090647 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_v2 [None req-26de004b-9f26-45bf-a0d3-4f98cbfe4670 admin admin] Deleting subnet 2f25818b-0cf9-4807-a3ad-1980ca1e60cb {{(pid=106850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 13:10:34.094415 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-26de004b-9f26-45bf-a0d3-4f98cbfe4670 admin admin] Publish callbacks [] for subnet (2f25818b-0cf9-4807-a3ad-1980ca1e60cb), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:34.131435 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529958c-7d42-43d5-908b-10f22bccf922 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event updated for resources: {'Port': ['ID=5c407d3e-33e5-4c2c-ac92-db8802f8d512,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:34.134250 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-26de004b-9f26-45bf-a0d3-4f98cbfe4670 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7847307'] for subnet (2f25818b-0cf9-4807-a3ad-1980ca1e60cb), precommit_delete_associations {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:34.137390 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1529958c-7d42-43d5-908b-10f22bccf922 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (8bde5a08-5109-4679-b5eb-27bc923aa6dd), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:34.176214 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-26de004b-9f26-45bf-a0d3-4f98cbfe4670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3665047'] for subnet (2f25818b-0cf9-4807-a3ad-1980ca1e60cb), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:34.209861 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1529958c-7d42-43d5-908b-10f22bccf922 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:34.211228 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-1529958c-7d42-43d5-908b-10f22bccf922 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1152854 Sep 13 13:10:34.299937 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-26de004b-9f26-45bf-a0d3-4f98cbfe4670 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3659918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8174019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234573'] for subnet (2f25818b-0cf9-4807-a3ad-1980ca1e60cb), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:34.328444 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26de004b-9f26-45bf-a0d3-4f98cbfe4670 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f25818b-0cf9-4807-a3ad-1980ca1e60cb,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:34.331136 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-26de004b-9f26-45bf-a0d3-4f98cbfe4670 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:34.334790 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-26de004b-9f26-45bf-a0d3-4f98cbfe4670 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/2f25818b-0cf9-4807-a3ad-1980ca1e60cb HTTP/1.1" status: 204 len: 168 time: 0.2892191 Sep 13 13:10:34.342117 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38932) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:34.439847 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-62c29ae9-106d-43c9-9855-3f5a790cb107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3651144'] for network (ac096904-9e5a-45fb-ab80-f658a971a738), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:34.455360 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4b210176-034e-425a-8efb-34e20b00629e req-178c0eab-d4cf-486c-9b08-50cb80a3f81f tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--325274770&fields=id&tenant_id=7775bd9f19b64c8ca07407c103dcff9b HTTP/1.1" status: 200 len: 267 time: 0.0660737 Sep 13 13:10:34.583435 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-62c29ae9-106d-43c9-9855-3f5a790cb107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514794', 'neutron.services.segments.db._delete_segments_for_network-8734283000248'] for network (ac096904-9e5a-45fb-ab80-f658a971a738), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:34.619102 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.services.segments.db [None req-62c29ae9-106d-43c9-9855-3f5a790cb107 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac096904-9e5a-45fb-ab80-f658a971a738']}} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:34.637684 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.services.segments.db [None req-62c29ae9-106d-43c9-9855-3f5a790cb107 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4525446-c7de-478d-84a2-a23c1a8ca87e') {'for_net_delete': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:34.637921 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.services.segments.db [None req-62c29ae9-106d-43c9-9855-3f5a790cb107 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4525446-c7de-478d-84a2-a23c1a8ca87e') {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:34.654573 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-62c29ae9-106d-43c9-9855-3f5a790cb107 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734283000140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7847298'] for segment (e4525446-c7de-478d-84a2-a23c1a8ca87e), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:34.661839 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b210176-034e-425a-8efb-34e20b00629e req-3412a253-bbed-463f-b152-9eac0e0d27c9 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:34.663280 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4b210176-034e-425a-8efb-34e20b00629e req-3412a253-bbed-463f-b152-9eac0e0d27c9 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/networks?id=1f0b8231-ada5-4945-87a4-d1b052328819 HTTP/1.1" status: 200 len: 815 time: 0.1862123 Sep 13 13:10:34.682654 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4b210176-034e-425a-8efb-34e20b00629e req-61706c07-559e-44d2-bda3-b735aa2b48da tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/quotas/7775bd9f19b64c8ca07407c103dcff9b HTTP/1.1" status: 200 len: 375 time: 0.0132439 Sep 13 13:10:34.683551 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-62c29ae9-106d-43c9-9855-3f5a790cb107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (e4525446-c7de-478d-84a2-a23c1a8ca87e), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:34.690807 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:34.698481 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62c29ae9-106d-43c9-9855-3f5a790cb107 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=106850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 13:10:34.699832 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-62c29ae9-106d-43c9-9855-3f5a790cb107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8173929'] for segment (e4525446-c7de-478d-84a2-a23c1a8ca87e), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:34.730843 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.services.segments.plugin [-] Segment e4525446-c7de-478d-84a2-a23c1a8ca87e resource provider aggregate not found Sep 13 13:10:34.764795 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.services.segments.plugin [-] Segment e4525446-c7de-478d-84a2-a23c1a8ca87e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4525446-c7de-478d-84a2-a23c1a8ca87e found for delete ", "request_id": "req-9fc2ac59-deba-41bf-8ceb-eec5d944a03d"}]} Sep 13 13:10:34.811744 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4b210176-034e-425a-8efb-34e20b00629e req-f32018f8-9831-4a2c-b1f2-ceb27e066b63 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=7775bd9f19b64c8ca07407c103dcff9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1234136 Sep 13 13:10:34.888783 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e38b19-eaa9-44bb-b5a8-463006c92c28 req-43bb55ca-10c8-4b6f-bb6d-f67dd39af06b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:34.890252 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-28e38b19-eaa9-44bb-b5a8-463006c92c28 req-43bb55ca-10c8-4b6f-bb6d-f67dd39af06b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.1226411 Sep 13 13:10:34.893958 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-62c29ae9-106d-43c9-9855-3f5a790cb107 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583751'] for network (ac096904-9e5a-45fb-ab80-f658a971a738), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:34.907296 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-62c29ae9-106d-43c9-9855-3f5a790cb107 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:34.910423 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-62c29ae9-106d-43c9-9855-3f5a790cb107 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/ac096904-9e5a-45fb-ab80-f658a971a738 HTTP/1.1" status: 204 len: 168 time: 0.5672779 Sep 13 13:10:34.913564 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38944) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:34.934148 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c29ae9-106d-43c9-9855-3f5a790cb107 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac096904-9e5a-45fb-ab80-f658a971a738,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:34.962188 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_v2 [None req-970ec5b0-0837-416b-a2b7-fe93d22a6bcf admin admin] Deleting subnet 0911efc0-0cf2-42cf-9383-b2e7c97583c8 {{(pid=106849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 13:10:34.966169 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-970ec5b0-0837-416b-a2b7-fe93d22a6bcf admin admin] Publish callbacks [] for subnet (0911efc0-0cf2-42cf-9383-b2e7c97583c8), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:34.985412 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4b210176-034e-425a-8efb-34e20b00629e req-57a12a11-ba82-4bef-8cb0-afed59073a43 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568260 Sep 13 13:10:34.989650 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-28e38b19-eaa9-44bb-b5a8-463006c92c28 req-561d6e24-5202-44b5-abad-e3973d30239b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923126 Sep 13 13:10:35.016943 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-970ec5b0-0837-416b-a2b7-fe93d22a6bcf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4782533'] for subnet (0911efc0-0cf2-42cf-9383-b2e7c97583c8), precommit_delete_associations {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:35.018933 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:35.060550 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-970ec5b0-0837-416b-a2b7-fe93d22a6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3665047'] for subnet (0911efc0-0cf2-42cf-9383-b2e7c97583c8), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:35.062865 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:35.078819 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4b210176-034e-425a-8efb-34e20b00629e req-25c90774-40b1-4f16-9bc8-5cfb521d1df1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876892 Sep 13 13:10:35.081109 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:35.277764 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-970ec5b0-0837-416b-a2b7-fe93d22a6bcf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3659918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4768925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7736820'] for subnet (0911efc0-0cf2-42cf-9383-b2e7c97583c8), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:35.308799 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ec5b0-0837-416b-a2b7-fe93d22a6bcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0911efc0-0cf2-42cf-9383-b2e7c97583c8,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:35.310778 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-970ec5b0-0837-416b-a2b7-fe93d22a6bcf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:35.314219 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-970ec5b0-0837-416b-a2b7-fe93d22a6bcf admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/0911efc0-0cf2-42cf-9383-b2e7c97583c8 HTTP/1.1" status: 204 len: 168 time: 0.3992395 Sep 13 13:10:35.316726 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38946) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:35.401000 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2d6203c0-7b8f-4bee-a929-51e9a16a8c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3651144'] for network (feb1d913-6fd5-41c3-a3a1-972e18ff2323), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:35.404828 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-93dbde5d-e17d-4f98-ad57-1261e1e91627 req-e67562fb-6735-4f4b-88d4-fd29563ec73c tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 210 time: 0.0334306 Sep 13 13:10:35.415266 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-883c702b-57a2-47fb-b483-daae5f79e0be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:35.490355 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2d6203c0-7b8f-4bee-a929-51e9a16a8c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514794', 'neutron.services.segments.db._delete_segments_for_network-8734283000248'] for network (feb1d913-6fd5-41c3-a3a1-972e18ff2323), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:35.512031 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-2d6203c0-7b8f-4bee-a929-51e9a16a8c1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feb1d913-6fd5-41c3-a3a1-972e18ff2323']}} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:35.521484 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-2d6203c0-7b8f-4bee-a929-51e9a16a8c1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c41517e-b239-4511-bec3-78bafda53032') {'for_net_delete': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:35.521803 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-2d6203c0-7b8f-4bee-a929-51e9a16a8c1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c41517e-b239-4511-bec3-78bafda53032') {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:35.531611 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2d6203c0-7b8f-4bee-a929-51e9a16a8c1c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734283000140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4782540'] for segment (4c41517e-b239-4511-bec3-78bafda53032), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:35.545968 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2d6203c0-7b8f-4bee-a929-51e9a16a8c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (4c41517e-b239-4511-bec3-78bafda53032), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:35.552507 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6203c0-7b8f-4bee-a929-51e9a16a8c1c admin admin] Releasing vlan 393 on physical network physnet1 to pool {{(pid=106849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 13:10:35.552887 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2d6203c0-7b8f-4bee-a929-51e9a16a8c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4768823'] for segment (4c41517e-b239-4511-bec3-78bafda53032), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:35.592324 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.services.segments.plugin [-] Segment 4c41517e-b239-4511-bec3-78bafda53032 resource provider aggregate not found Sep 13 13:10:35.608885 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.services.segments.plugin [-] Segment 4c41517e-b239-4511-bec3-78bafda53032 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4c41517e-b239-4511-bec3-78bafda53032 found for delete ", "request_id": "req-b28cda19-adcf-4025-963d-8d61763d981a"}]} Sep 13 13:10:35.671383 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2d6203c0-7b8f-4bee-a929-51e9a16a8c1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583751'] for network (feb1d913-6fd5-41c3-a3a1-972e18ff2323), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:35.676858 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2d6203c0-7b8f-4bee-a929-51e9a16a8c1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:35.680057 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-2d6203c0-7b8f-4bee-a929-51e9a16a8c1c admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/feb1d913-6fd5-41c3-a3a1-972e18ff2323 HTTP/1.1" status: 204 len: 168 time: 0.3623648 Sep 13 13:10:35.693016 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6203c0-7b8f-4bee-a929-51e9a16a8c1c admin admin] Pushing event deleted for resources: {'Network': ['ID=feb1d913-6fd5-41c3-a3a1-972e18ff2323,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:36.093998 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38966) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:36.118726 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbf6bc-639e-4c4b-9aa0-cef8511840d8 req-e1a29c5a-18c9-425b-af17-c4658c8dc865 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:36.120232 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dbdbf6bc-639e-4c4b-9aa0-cef8511840d8 req-e1a29c5a-18c9-425b-af17-c4658c8dc865 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0486326 Sep 13 13:10:36.134192 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-ab60bebb-cd26-4756-803e-30f0971fe771 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=4caa315bd06c4d3e94c497abb4ea3857&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389428 Sep 13 13:10:36.142063 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 38968) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:36.171592 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dbdbf6bc-639e-4c4b-9aa0-cef8511840d8 req-1ea4ec0c-d570-4c18-8395-141d77dc2b41 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445206 Sep 13 13:10:36.197962 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-594be9f4-5d1d-4fae-96b8-0329acdf3f0b admin admin] Publish callbacks [] for security_group (8bd50bba-d994-48cf-ab3c-225d5522062c), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:36.220929 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-594be9f4-5d1d-4fae-96b8-0329acdf3f0b admin admin] Publish callbacks [] for security_group (8bd50bba-d994-48cf-ab3c-225d5522062c), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:36.341260 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-594be9f4-5d1d-4fae-96b8-0329acdf3f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (8bd50bba-d994-48cf-ab3c-225d5522062c), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:36.344437 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-594be9f4-5d1d-4fae-96b8-0329acdf3f0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:36.348199 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-594be9f4-5d1d-4fae-96b8-0329acdf3f0b admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/8bd50bba-d994-48cf-ab3c-225d5522062c HTTP/1.1" status: 204 len: 168 time: 0.2026954 Sep 13 13:10:36.348720 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:36.357255 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594be9f4-5d1d-4fae-96b8-0329acdf3f0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd50bba-d994-48cf-ab3c-225d5522062c,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:36.515036 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ef06f349-5c2f-4859-b44e-95da6cdd7708 req-9269ea05-b055-4791-a3d7-44b6cf8c3238 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 210 time: 0.0278356 Sep 13 13:10:36.946115 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:37.029182 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38978) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:37.069950 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-fa9f428b-f09b-42d6-b1e6-16c958f72d47 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=256b27ccf0a94565af3a5091e4986ed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395184 Sep 13 13:10:37.072442 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 38980) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:37.123218 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-147e3bd9-8081-4d49-9495-d1bbd1159f96 admin admin] Publish callbacks [] for security_group (16c9d487-0afb-48cd-bb7e-9e0967443e1d), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:37.142537 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-147e3bd9-8081-4d49-9495-d1bbd1159f96 admin admin] Publish callbacks [] for security_group (16c9d487-0afb-48cd-bb7e-9e0967443e1d), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:37.243310 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-147e3bd9-8081-4d49-9495-d1bbd1159f96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (16c9d487-0afb-48cd-bb7e-9e0967443e1d), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:37.246777 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-147e3bd9-8081-4d49-9495-d1bbd1159f96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:37.248153 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-147e3bd9-8081-4d49-9495-d1bbd1159f96 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/16c9d487-0afb-48cd-bb7e-9e0967443e1d HTTP/1.1" status: 204 len: 168 time: 0.1747985 Sep 13 13:10:37.266322 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147e3bd9-8081-4d49-9495-d1bbd1159f96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c9d487-0afb-48cd-bb7e-9e0967443e1d,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:37.334988 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59505e1d-d409-413d-8daa-17be5a28d480 req-a427e0b2-87fe-4f98-a331-6e506e230e23 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:37.336616 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59505e1d-d409-413d-8daa-17be5a28d480 req-a427e0b2-87fe-4f98-a331-6e506e230e23 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0716665 Sep 13 13:10:37.454438 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59505e1d-d409-413d-8daa-17be5a28d480 req-264fdd88-7297-43cd-8ac0-e83046d8dbe9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052141 Sep 13 13:10:37.487762 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b210176-034e-425a-8efb-34e20b00629e req-6cdf1b00-d697-4a67-b3b3-7d33a46e71c5 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:37.489215 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4b210176-034e-425a-8efb-34e20b00629e req-6cdf1b00-d697-4a67-b3b3-7d33a46e71c5 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.61 "GET /networking/v2.0/networks?id=1f0b8231-ada5-4945-87a4-d1b052328819 HTTP/1.1" status: 200 len: 815 time: 0.1517181 Sep 13 13:10:37.556354 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4b210176-034e-425a-8efb-34e20b00629e req-780fed99-351e-49d0-a106-143549600c6c tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=7775bd9f19b64c8ca07407c103dcff9b HTTP/1.1" status: 200 len: 379 time: 0.0567625 Sep 13 13:10:37.566357 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-4b210176-034e-425a-8efb-34e20b00629e req-11e6fa65-2af0-44de-b9bf-6a1f0c5415b5 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Request body: {'port': {'device_id': 'f1d00a32-cda7-4b1d-8f9f-1c0856011372', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'admin_state_up': True, 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'security_groups': ['b266177b-0c17-4100-8a68-7b5dfbb98612']}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:10:37.650046 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bb41e374-68fd-462d-a0a9-6d516e5ad135 req-3353a77b-2341-4ce6-b390-256e84ea6586 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 210 time: 0.0366538 Sep 13 13:10:37.758034 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b210176-034e-425a-8efb-34e20b00629e req-11e6fa65-2af0-44de-b9bf-6a1f0c5415b5 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Made reservation on behalf of 7775bd9f19b64c8ca07407c103dcff9b for: {'port': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:10:37.762073 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-4b210176-034e-425a-8efb-34e20b00629e req-11e6fa65-2af0-44de-b9bf-6a1f0c5415b5 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:37.875125 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:37.891443 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [req-4b210176-034e-425a-8efb-34e20b00629e req-11e6fa65-2af0-44de-b9bf-6a1f0c5415b5 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Allocated IP 172.20.0.4 (1f0b8231-ada5-4945-87a4-d1b052328819/8e8aac7b-ea4b-46cf-9476-3c7b376f07e0/54c2670f-bc7d-4b11-9765-a6b741484f6f) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:10:37.893196 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:38.035548 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-4b210176-034e-425a-8efb-34e20b00629e req-11e6fa65-2af0-44de-b9bf-6a1f0c5415b5 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for port (54c2670f-bc7d-4b11-9765-a6b741484f6f), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:38.106244 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-4b210176-034e-425a-8efb-34e20b00629e req-11e6fa65-2af0-44de-b9bf-6a1f0c5415b5 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (54c2670f-bc7d-4b11-9765-a6b741484f6f), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:38.155329 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b210176-034e-425a-8efb-34e20b00629e req-11e6fa65-2af0-44de-b9bf-6a1f0c5415b5 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Network 1f0b8231-ada5-4945-87a4-d1b052328819 is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:10:38.158590 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [req-4b210176-034e-425a-8efb-34e20b00629e req-11e6fa65-2af0-44de-b9bf-6a1f0c5415b5 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:10:38.162747 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b210176-034e-425a-8efb-34e20b00629e req-11e6fa65-2af0-44de-b9bf-6a1f0c5415b5 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:10:38.213111 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e6fa65-2af0-44de-b9bf-6a1f0c5415b5 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event updated for resources: {'Port': ['ID=54c2670f-bc7d-4b11-9765-a6b741484f6f,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:38.217077 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b210176-034e-425a-8efb-34e20b00629e req-11e6fa65-2af0-44de-b9bf-6a1f0c5415b5 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:38.217766 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-4b210176-034e-425a-8efb-34e20b00629e req-11e6fa65-2af0-44de-b9bf-6a1f0c5415b5 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:38.254705 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:38.314394 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4b210176-034e-425a-8efb-34e20b00629e req-11e6fa65-2af0-44de-b9bf-6a1f0c5415b5 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7526932 Sep 13 13:10:38.327408 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-4b210176-034e-425a-8efb-34e20b00629e req-2cf9630a-4172-4b69-ac8a-41ae3a409d26 service neutron] Request body: {'port': {'device_id': 'f1d00a32-cda7-4b1d-8f9f-1c0856011372', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:10:38.357480 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:38.378787 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-17ed9863-f701-4d71-aa24-b1133aadcf78 None None] Provisioning complete for port 54c2670f-bc7d-4b11-9765-a6b741484f6f triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:10:38.379268 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-17ed9863-f701-4d71-aa24-b1133aadcf78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (54c2670f-bc7d-4b11-9765-a6b741484f6f), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:38.392940 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-4b210176-034e-425a-8efb-34e20b00629e req-2cf9630a-4172-4b69-ac8a-41ae3a409d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (54c2670f-bc7d-4b11-9765-a6b741484f6f), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:38.395610 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:38.413490 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-17ed9863-f701-4d71-aa24-b1133aadcf78 None None] Port 54c2670f-bc7d-4b11-9765-a6b741484f6f cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:10:38.621322 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2112ef0e-5ae4-4df5-bee5-207e8703ded4 req-26a5cc4b-80c3-4886-9a2b-7f8df2da2485 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:38.622840 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2112ef0e-5ae4-4df5-bee5-207e8703ded4 req-26a5cc4b-80c3-4886-9a2b-7f8df2da2485 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0626986 Sep 13 13:10:38.703214 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2112ef0e-5ae4-4df5-bee5-207e8703ded4 req-dc16c84b-a35d-4d2a-bc25-dbdd835a73ad tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713673 Sep 13 13:10:38.744512 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [req-4b210176-034e-425a-8efb-34e20b00629e req-2cf9630a-4172-4b69-ac8a-41ae3a409d26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54c2670f-bc7d-4b11-9765-a6b741484f6f {{(pid=106850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:10:38.761241 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-4b210176-034e-425a-8efb-34e20b00629e req-2cf9630a-4172-4b69-ac8a-41ae3a409d26 service neutron] Publish callbacks [] for port (54c2670f-bc7d-4b11-9765-a6b741484f6f), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:38.804583 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.provisioning_blocks [req-4b210176-034e-425a-8efb-34e20b00629e req-2cf9630a-4172-4b69-ac8a-41ae3a409d26 service neutron] Transition to ACTIVE for port object 54c2670f-bc7d-4b11-9765-a6b741484f6f will not be triggered until provisioned by entity L2. {{(pid=106850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 13:10:38.811129 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63483518-5f01-4178-8e31-738a32075f2e req-244e9062-6517-4465-9559-8a16558edcda tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:38.812653 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-63483518-5f01-4178-8e31-738a32075f2e req-244e9062-6517-4465-9559-8a16558edcda tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 931 time: 0.0710573 Sep 13 13:10:38.846704 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:38.863193 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-63483518-5f01-4178-8e31-738a32075f2e req-1ee72f5f-fa0e-4eee-b87b-aba7b9a7d5c0 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b266177b-0c17-4100-8a68-7b5dfbb98612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447681 Sep 13 13:10:38.873937 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-4b210176-034e-425a-8efb-34e20b00629e req-2cf9630a-4172-4b69-ac8a-41ae3a409d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (54c2670f-bc7d-4b11-9765-a6b741484f6f), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:38.940723 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9630a-4172-4b69-ac8a-41ae3a409d26 service neutron] Pushing event updated for resources: {'Port': ['ID=54c2670f-bc7d-4b11-9765-a6b741484f6f,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:38.972437 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-4b210176-034e-425a-8efb-34e20b00629e req-2cf9630a-4172-4b69-ac8a-41ae3a409d26 service neutron] Attempting to bind port 54c2670f-bc7d-4b11-9765-a6b741484f6f on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:10:38.972793 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-4b210176-034e-425a-8efb-34e20b00629e req-2cf9630a-4172-4b69-ac8a-41ae3a409d26 service neutron] Attempting to bind port 54c2670f-bc7d-4b11-9765-a6b741484f6f by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:10:38.973167 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b210176-034e-425a-8efb-34e20b00629e req-2cf9630a-4172-4b69-ac8a-41ae3a409d26 service neutron] Attempting to bind port 54c2670f-bc7d-4b11-9765-a6b741484f6f on network 1f0b8231-ada5-4945-87a4-d1b052328819 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:10:39.018437 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b210176-034e-425a-8efb-34e20b00629e req-2cf9630a-4172-4b69-ac8a-41ae3a409d26 service neutron] Port 54c2670f-bc7d-4b11-9765-a6b741484f6f on network 1f0b8231-ada5-4945-87a4-d1b052328819 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 13:10:39.018769 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b210176-034e-425a-8efb-34e20b00629e req-2cf9630a-4172-4b69-ac8a-41ae3a409d26 service neutron] Attempting to bind port 54c2670f-bc7d-4b11-9765-a6b741484f6f on network 1f0b8231-ada5-4945-87a4-d1b052328819 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:10:39.062359 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b210176-034e-425a-8efb-34e20b00629e req-2cf9630a-4172-4b69-ac8a-41ae3a409d26 service neutron] Checking agent: {'id': '96974c91-2132-4a74-8ded-139ad5e3b835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 13, 3), 'started_at': datetime.datetime(2022, 9, 13, 13, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 10, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:10:39.062694 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b210176-034e-425a-8efb-34e20b00629e req-2cf9630a-4172-4b69-ac8a-41ae3a409d26 service neutron] Checking segment: {'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:10:39.063077 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b210176-034e-425a-8efb-34e20b00629e req-2cf9630a-4172-4b69-ac8a-41ae3a409d26 service neutron] Bound using segment: {'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:10:39.063511 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-4b210176-034e-425a-8efb-34e20b00629e req-2cf9630a-4172-4b69-ac8a-41ae3a409d26 service neutron] Bound port: 54c2670f-bc7d-4b11-9765-a6b741484f6f, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd935d0df-50e6-44c8-97c6-22166cdad931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:10:39.063912 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-4b210176-034e-425a-8efb-34e20b00629e req-2cf9630a-4172-4b69-ac8a-41ae3a409d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (54c2670f-bc7d-4b11-9765-a6b741484f6f), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:39.125599 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-4b210176-034e-425a-8efb-34e20b00629e req-2cf9630a-4172-4b69-ac8a-41ae3a409d26 service neutron] For port 54c2670f-bc7d-4b11-9765-a6b741484f6f, host hv-cinder-80135, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:10:39.128815 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-4b210176-034e-425a-8efb-34e20b00629e req-2cf9630a-4172-4b69-ac8a-41ae3a409d26 service neutron] For port 54c2670f-bc7d-4b11-9765-a6b741484f6f, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=54c2670f-bc7d-4b11-9765-a6b741484f6f,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:10:39.220790 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-4b210176-034e-425a-8efb-34e20b00629e req-2cf9630a-4172-4b69-ac8a-41ae3a409d26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (54c2670f-bc7d-4b11-9765-a6b741484f6f), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:39.225194 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b210176-034e-425a-8efb-34e20b00629e req-2cf9630a-4172-4b69-ac8a-41ae3a409d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:39.225852 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-4b210176-034e-425a-8efb-34e20b00629e req-2cf9630a-4172-4b69-ac8a-41ae3a409d26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:39.227231 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4b210176-034e-425a-8efb-34e20b00629e req-2cf9630a-4172-4b69-ac8a-41ae3a409d26 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/54c2670f-bc7d-4b11-9765-a6b741484f6f HTTP/1.1" status: 200 len: 1093 time: 0.9060707 Sep 13 13:10:39.228833 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d00a32-cda7-4b1d-8f9f-1c0856011372', 'tag': '54c2670f-bc7d-4b11-9765-a6b741484f6f'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:10:39.231685 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f99614-fa6c-413e-b497-0d37782434e9" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d00a32-cda7-4b1d-8f9f-1c0856011372", "tag": "54c2670f-bc7d-4b11-9765-a6b741484f6f"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:10:39.279197 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf9630a-4172-4b69-ac8a-41ae3a409d26 service neutron] Pushing event updated for resources: {'Port': ['ID=54c2670f-bc7d-4b11-9765-a6b741484f6f,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:39.297912 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18cdd292-a849-410c-a592-9cb012b4d5d9 x-openstack-request-id: req-18cdd292-a849-410c-a592-9cb012b4d5d9 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:10:39.298403 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d00a32-cda7-4b1d-8f9f-1c0856011372", "tag": "54c2670f-bc7d-4b11-9765-a6b741484f6f", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:10:39.298730 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-18cdd292-a849-410c-a592-9cb012b4d5d9 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:10:39.299217 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18cdd292-a849-410c-a592-9cb012b4d5d9'] response: {'name': 'network-changed', 'server_uuid': 'f1d00a32-cda7-4b1d-8f9f-1c0856011372', 'tag': '54c2670f-bc7d-4b11-9765-a6b741484f6f', 'status': 'completed', 'code': 200} Sep 13 13:10:39.360499 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b210176-034e-425a-8efb-34e20b00629e req-f6b2cdab-ec8f-4032-92b9-c8b8a5421ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:39.361962 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4b210176-034e-425a-8efb-34e20b00629e req-f6b2cdab-ec8f-4032-92b9-c8b8a5421ff3 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=7775bd9f19b64c8ca07407c103dcff9b&device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 1127 time: 0.0446682 Sep 13 13:10:39.402290 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4b210176-034e-425a-8efb-34e20b00629e req-0be6bfda-722f-4e66-ae53-417857c93444 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54c2670f-bc7d-4b11-9765-a6b741484f6f HTTP/1.1" status: 200 len: 217 time: 0.0326910 Sep 13 13:10:39.452400 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b210176-034e-425a-8efb-34e20b00629e req-4b357782-d0ea-4bfd-8012-3cdbbc970518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:39.453871 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4b210176-034e-425a-8efb-34e20b00629e req-4b357782-d0ea-4bfd-8012-3cdbbc970518 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8e8aac7b-ea4b-46cf-9476-3c7b376f07e0 HTTP/1.1" status: 200 len: 854 time: 0.0454118 Sep 13 13:10:39.496335 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b210176-034e-425a-8efb-34e20b00629e req-87129ccf-6b43-49aa-bd71-5a1297e58815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:39.497971 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4b210176-034e-425a-8efb-34e20b00629e req-87129ccf-6b43-49aa-bd71-5a1297e58815 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=1f0b8231-ada5-4945-87a4-d1b052328819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0383668 Sep 13 13:10:39.553325 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:39.563783 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:10:39.595537 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4b210176-034e-425a-8efb-34e20b00629e req-ca901aab-d907-40db-ab4a-b40fe96846aa service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912595 Sep 13 13:10:39.692240 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4b210176-034e-425a-8efb-34e20b00629e req-fde9e45e-ff37-4ec0-b999-90a91adcb2d8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905297 Sep 13 13:10:39.844587 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9dd5c8-9d14-4098-af21-f05d93ce9cdc req-dd72f586-074b-486d-bb36-7c2cae7855d6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:39.846085 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ec9dd5c8-9d14-4098-af21-f05d93ce9cdc req-dd72f586-074b-486d-bb36-7c2cae7855d6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0546253 Sep 13 13:10:39.894840 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ec9dd5c8-9d14-4098-af21-f05d93ce9cdc req-f84e3a4e-28e1-44fd-a0a7-a95294ae3cc3 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429645 Sep 13 13:10:39.986657 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66932a15-7ee2-4a4e-933c-6fc1fbf189cd req-1a0d01c6-b12c-46d0-8459-454296ed474a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:39.988090 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-66932a15-7ee2-4a4e-933c-6fc1fbf189cd req-1a0d01c6-b12c-46d0-8459-454296ed474a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 943 time: 0.0468166 Sep 13 13:10:40.037070 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-66932a15-7ee2-4a4e-933c-6fc1fbf189cd req-62723391-d413-40d8-9d1b-79505199576a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b266177b-0c17-4100-8a68-7b5dfbb98612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432761 Sep 13 13:10:40.341695 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:40.576638 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f99614-fa6c-413e-b497-0d37782434e9 req-5586d176-496f-435f-9442-e514c385a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:40.578223 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-91f99614-fa6c-413e-b497-0d37782434e9 req-5586d176-496f-435f-9442-e514c385a09b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=7775bd9f19b64c8ca07407c103dcff9b&device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 1127 time: 0.0434551 Sep 13 13:10:40.671114 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f99614-fa6c-413e-b497-0d37782434e9 req-01424147-f8f9-4ecc-8ed5-441832d20321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:40.672549 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-91f99614-fa6c-413e-b497-0d37782434e9 req-01424147-f8f9-4ecc-8ed5-441832d20321 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=1f0b8231-ada5-4945-87a4-d1b052328819 HTTP/1.1" status: 200 len: 916 time: 0.0856280 Sep 13 13:10:40.715896 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-91f99614-fa6c-413e-b497-0d37782434e9 req-4884b805-a98f-4ae2-a292-5b8fc39d1052 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54c2670f-bc7d-4b11-9765-a6b741484f6f HTTP/1.1" status: 200 len: 217 time: 0.0367141 Sep 13 13:10:40.765617 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f99614-fa6c-413e-b497-0d37782434e9 req-3dea8bd6-7224-4485-9d4f-07c947beb22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:40.767048 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-91f99614-fa6c-413e-b497-0d37782434e9 req-3dea8bd6-7224-4485-9d4f-07c947beb22d service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8e8aac7b-ea4b-46cf-9476-3c7b376f07e0 HTTP/1.1" status: 200 len: 854 time: 0.0444477 Sep 13 13:10:40.813549 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f99614-fa6c-413e-b497-0d37782434e9 req-6405a97b-bd2e-400f-8ddd-6860aecec30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:40.814966 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-91f99614-fa6c-413e-b497-0d37782434e9 req-6405a97b-bd2e-400f-8ddd-6860aecec30e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=1f0b8231-ada5-4945-87a4-d1b052328819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0403826 Sep 13 13:10:40.908687 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-91f99614-fa6c-413e-b497-0d37782434e9 req-b3dd5d47-0dc7-407a-b2cc-d3231573feb5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875471 Sep 13 13:10:40.960893 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:41.034506 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-91f99614-fa6c-413e-b497-0d37782434e9 req-b90266c5-6006-4503-8451-1c20e827c3fe service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185784 Sep 13 13:10:41.045997 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb84496-4b5d-45cd-95dc-a102b0d46846 req-2fffc91f-f9c4-4835-84d5-a14214f04426 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:41.047396 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dcb84496-4b5d-45cd-95dc-a102b0d46846 req-2fffc91f-f9c4-4835-84d5-a14214f04426 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0609276 Sep 13 13:10:41.096334 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dcb84496-4b5d-45cd-95dc-a102b0d46846 req-86e7564d-d269-4115-929f-9b23c1315779 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434473 Sep 13 13:10:41.159002 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64c3dd-046b-4f33-b624-9e620c713027 req-6503018c-d40e-4151-943a-ac3a483f2f45 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:41.160442 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0d64c3dd-046b-4f33-b624-9e620c713027 req-6503018c-d40e-4151-943a-ac3a483f2f45 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 943 time: 0.0465496 Sep 13 13:10:41.172521 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:41.207260 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0d64c3dd-046b-4f33-b624-9e620c713027 req-f2f0e8d4-7ca6-484f-9375-d041fc40cd25 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b266177b-0c17-4100-8a68-7b5dfbb98612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411487 Sep 13 13:10:42.223753 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21985632-db9b-4e37-b8bd-4c63751c08cf req-43591a4f-3113-4925-a62b-6f496a2696e4 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:42.225211 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-21985632-db9b-4e37-b8bd-4c63751c08cf req-43591a4f-3113-4925-a62b-6f496a2696e4 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0458956 Sep 13 13:10:42.334053 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfb88ad-5f96-431b-a55e-0174a715caef req-5dad6453-a2c3-440a-a451-6829f7a6f1db tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:42.335530 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2cfb88ad-5f96-431b-a55e-0174a715caef req-5dad6453-a2c3-440a-a451-6829f7a6f1db tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 943 time: 0.0548685 Sep 13 13:10:42.353498 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-21985632-db9b-4e37-b8bd-4c63751c08cf req-39aa199b-0e0e-41eb-b6c4-3828cc9dc47c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220131 Sep 13 13:10:42.389897 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2cfb88ad-5f96-431b-a55e-0174a715caef req-272cc034-752a-4eb8-bd1f-5dbad062bafc tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b266177b-0c17-4100-8a68-7b5dfbb98612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460210 Sep 13 13:10:43.508978 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4e2bb-2a00-4c32-8bd2-1fea0cbafd7b req-4f10e76c-22be-4037-b2af-f3b1a34c2fdc tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:43.510513 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3ee4e2bb-2a00-4c32-8bd2-1fea0cbafd7b req-4f10e76c-22be-4037-b2af-f3b1a34c2fdc tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0731142 Sep 13 13:10:43.530954 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b818da4-aaf4-4ba1-9536-30fcb4c0f9bd req-1d8bc7aa-9c0c-4f75-b4c1-f78c6cf4a503 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:43.532312 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3b818da4-aaf4-4ba1-9536-30fcb4c0f9bd req-1d8bc7aa-9c0c-4f75-b4c1-f78c6cf4a503 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 943 time: 0.0653801 Sep 13 13:10:43.596638 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3ee4e2bb-2a00-4c32-8bd2-1fea0cbafd7b req-7f71aede-9d9b-4b63-bf40-c543fd91cff3 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787482 Sep 13 13:10:43.603294 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3b818da4-aaf4-4ba1-9536-30fcb4c0f9bd req-b40eeca6-3e70-475b-aec9-8ff181b20381 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b266177b-0c17-4100-8a68-7b5dfbb98612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637043 Sep 13 13:10:43.794513 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 54c2670f-bc7d-4b11-9765-a6b741484f6f details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:10:43.891741 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 54c2670f-bc7d-4b11-9765-a6b741484f6f, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=54c2670f-bc7d-4b11-9765-a6b741484f6f,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:10:43.904385 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': '54c2670f-bc7d-4b11-9765-a6b741484f6f', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'port_id': '54c2670f-bc7d-4b11-9765-a6b741484f6f', 'mac_address': 'fa:16:3e:dc:7e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:10:43.932892 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:43.945909 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 54c2670f-bc7d-4b11-9765-a6b741484f6f is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:10:43.946295 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (54c2670f-bc7d-4b11-9765-a6b741484f6f), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:43.958969 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54c2670f-bc7d-4b11-9765-a6b741484f6f {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:10:43.964190 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:43.978546 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 54c2670f-bc7d-4b11-9765-a6b741484f6f, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=54c2670f-bc7d-4b11-9765-a6b741484f6f,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:10:44.076836 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (54c2670f-bc7d-4b11-9765-a6b741484f6f), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:44.121648 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=54c2670f-bc7d-4b11-9765-a6b741484f6f,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:44.749471 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3238a7d7-e337-431c-b72d-8bacdeae5d50 req-01624574-24ec-4be8-a699-87f0808b00b2 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:44.750957 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3238a7d7-e337-431c-b72d-8bacdeae5d50 req-01624574-24ec-4be8-a699-87f0808b00b2 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0725112 Sep 13 13:10:44.758373 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb91e4-523f-4fdb-8f2d-addd5cb6660b req-dc93ece3-cd9d-4918-bd45-3ef55a2f9491 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:44.759726 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-06bb91e4-523f-4fdb-8f2d-addd5cb6660b req-dc93ece3-cd9d-4918-bd45-3ef55a2f9491 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 944 time: 0.0794325 Sep 13 13:10:44.835244 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3238a7d7-e337-431c-b72d-8bacdeae5d50 req-854d87bc-89dc-40c4-9246-2fcf9907ccbe tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739884 Sep 13 13:10:44.839293 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-06bb91e4-523f-4fdb-8f2d-addd5cb6660b req-f051ea03-776c-493b-8b3d-a24778c78c5e tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b266177b-0c17-4100-8a68-7b5dfbb98612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712457 Sep 13 13:10:44.984510 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['54c2670f-bc7d-4b11-9765-a6b741484f6f'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:10:45.994960 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16996d6-7690-490f-92eb-044b5a66676d req-f31f0c59-5dce-4ab3-a7a3-31484fffec9c tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:45.996662 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f16996d6-7690-490f-92eb-044b5a66676d req-f31f0c59-5dce-4ab3-a7a3-31484fffec9c tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 944 time: 0.0800993 Sep 13 13:10:46.002372 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582a4730-5509-4663-9759-95817f62eb46 req-0babd3e0-12da-4302-91df-0e85af0d0308 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:46.007325 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-582a4730-5509-4663-9759-95817f62eb46 req-0babd3e0-12da-4302-91df-0e85af0d0308 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0859208 Sep 13 13:10:46.326769 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f16996d6-7690-490f-92eb-044b5a66676d req-4a7901e2-9410-409c-86b0-bc8374cc60c7 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b266177b-0c17-4100-8a68-7b5dfbb98612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3220701 Sep 13 13:10:46.330832 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-582a4730-5509-4663-9759-95817f62eb46 req-247b3598-0e46-4576-83a8-2a5420d5a110 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3187613 Sep 13 13:10:46.353209 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:DELETE=3,neutron:SELECT=23 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:47.081958 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 54c2670f-bc7d-4b11-9765-a6b741484f6f up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:10:47.123273 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning for port 54c2670f-bc7d-4b11-9765-a6b741484f6f completed by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 13:10:47.162580 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port 54c2670f-bc7d-4b11-9765-a6b741484f6f triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:10:47.162972 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (54c2670f-bc7d-4b11-9765-a6b741484f6f), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:47.236030 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 54c2670f-bc7d-4b11-9765-a6b741484f6f is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:10:47.236348 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (54c2670f-bc7d-4b11-9765-a6b741484f6f), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:47.258764 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d00a32-cda7-4b1d-8f9f-1c0856011372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c2670f-bc7d-4b11-9765-a6b741484f6f'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:10:47.261557 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d33d9d2-3f5c-4458-9164-cf8796ace30d" -d '{"events": [{"server_uuid": "f1d00a32-cda7-4b1d-8f9f-1c0856011372", "name": "network-vif-plugged", "status": "completed", "tag": "54c2670f-bc7d-4b11-9765-a6b741484f6f"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:10:47.273902 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 54c2670f-bc7d-4b11-9765-a6b741484f6f, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=54c2670f-bc7d-4b11-9765-a6b741484f6f,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:10:47.323531 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (54c2670f-bc7d-4b11-9765-a6b741484f6f), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:47.376802 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=54c2670f-bc7d-4b11-9765-a6b741484f6f,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:47.424404 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6ff1f0-4373-4a44-8d85-2ce26add8c24 x-openstack-request-id: req-5d6ff1f0-4373-4a44-8d85-2ce26add8c24 {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:10:47.424655 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d00a32-cda7-4b1d-8f9f-1c0856011372", "name": "network-vif-plugged", "status": "completed", "tag": "54c2670f-bc7d-4b11-9765-a6b741484f6f", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:10:47.424909 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5d6ff1f0-4373-4a44-8d85-2ce26add8c24 {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:10:47.425306 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d6ff1f0-4373-4a44-8d85-2ce26add8c24'] response: {'server_uuid': 'f1d00a32-cda7-4b1d-8f9f-1c0856011372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54c2670f-bc7d-4b11-9765-a6b741484f6f', 'code': 200} Sep 13 13:10:47.460895 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b512e525-cfb3-4a74-99cf-eefc9243270e req-693fa3d4-dd0e-411b-87b3-0c274e4c7f79 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:47.462713 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b512e525-cfb3-4a74-99cf-eefc9243270e req-693fa3d4-dd0e-411b-87b3-0c274e4c7f79 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 945 time: 0.0547686 Sep 13 13:10:47.547768 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028584a-5421-41bc-bfc7-b1721a635a14 req-071c074c-60ca-4973-80f6-ffe6e2158731 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:47.549096 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2028584a-5421-41bc-bfc7-b1721a635a14 req-071c074c-60ca-4973-80f6-ffe6e2158731 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0723848 Sep 13 13:10:47.552488 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b512e525-cfb3-4a74-99cf-eefc9243270e req-0d0c0ad9-4809-4e98-a18e-d73d6725b4b3 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b266177b-0c17-4100-8a68-7b5dfbb98612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833013 Sep 13 13:10:47.562388 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:47.599077 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2028584a-5421-41bc-bfc7-b1721a635a14 req-34bb61fc-0b4c-4ec3-80da-e56ccc433f36 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431411 Sep 13 13:10:47.716169 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31a035-e474-4d63-b8a8-9723b17762dd req-a6f5004a-fea3-4871-9466-bfa48c21baf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:47.717643 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0e31a035-e474-4d63-b8a8-9723b17762dd req-a6f5004a-fea3-4871-9466-bfa48c21baf0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 1129 time: 0.0375166 Sep 13 13:10:47.741929 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:47.764175 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0e31a035-e474-4d63-b8a8-9723b17762dd req-ec310bfc-a21d-4067-8904-b5486305073a service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=b266177b-0c17-4100-8a68-7b5dfbb98612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396986 Sep 13 13:10:48.676536 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ff4e51-5034-48d5-955d-fc55b5eeda1c req-59b7c587-3a39-4102-89d0-5b9b1263868a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:48.678031 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f3ff4e51-5034-48d5-955d-fc55b5eeda1c req-59b7c587-3a39-4102-89d0-5b9b1263868a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 945 time: 0.0492160 Sep 13 13:10:48.746220 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b9823-eb29-4084-afac-5ba112f01e8a req-4ac88466-0f3b-4242-acbd-925643dcac8c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:48.747701 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5b5b9823-eb29-4084-afac-5ba112f01e8a req-4ac88466-0f3b-4242-acbd-925643dcac8c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0664804 Sep 13 13:10:48.779331 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f3ff4e51-5034-48d5-955d-fc55b5eeda1c req-86312a7e-edd1-486f-96aa-a21b7a0a6bce tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b266177b-0c17-4100-8a68-7b5dfbb98612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0886943 Sep 13 13:10:48.805482 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5b5b9823-eb29-4084-afac-5ba112f01e8a req-cf0f10ad-120c-4fe6-94c9-479342a66356 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520344 Sep 13 13:10:49.559423 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:49.624874 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4806389-ec57-480c-9d02-300bc66196aa req-14404c1b-1333-424c-88fd-60d4c9cbfd4f tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:49.626631 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d4806389-ec57-480c-9d02-300bc66196aa req-14404c1b-1333-424c-88fd-60d4c9cbfd4f tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0494232 Sep 13 13:10:49.686654 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d4806389-ec57-480c-9d02-300bc66196aa req-a7e85d1f-c884-44af-a7be-c74e2a06406f tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493095 Sep 13 13:10:49.938360 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c14299b-fffe-455c-a2ec-4102eb85dfea req-028f1b10-5470-4fdf-9370-f16f85273d2b tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:49.939840 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6c14299b-fffe-455c-a2ec-4102eb85dfea req-028f1b10-5470-4fdf-9370-f16f85273d2b tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 945 time: 0.0796096 Sep 13 13:10:49.961354 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d395e3-8de6-47f9-ba9b-65752596ad83 req-5b9b08c2-332f-4b47-82c7-bb820b26f876 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:49.965920 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-88d395e3-8de6-47f9-ba9b-65752596ad83 req-5b9b08c2-332f-4b47-82c7-bb820b26f876 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0680339 Sep 13 13:10:50.024686 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6c14299b-fffe-455c-a2ec-4102eb85dfea req-6c1434b6-4c56-4b48-b838-fecd0c0b8cb6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b266177b-0c17-4100-8a68-7b5dfbb98612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774412 Sep 13 13:10:50.037090 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-88d395e3-8de6-47f9-ba9b-65752596ad83 req-32472a35-6539-4e86-972f-3faeb7a1f49e tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667720 Sep 13 13:10:50.070162 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 39132) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:50.144644 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e6e1d-c15d-481b-b3f8-3519ca3cfca1 req-6d0cab47-80f9-4ef4-929c-dc4d630f4a31 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:50.146145 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3f9e6e1d-c15d-481b-b3f8-3519ca3cfca1 req-6d0cab47-80f9-4ef4-929c-dc4d630f4a31 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 945 time: 0.0488298 Sep 13 13:10:50.156542 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 39136) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:50.161390 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-f8837157-22d5-4ef2-91ce-0c50c53de5ca tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Request body: {'floatingip': {'port_id': '54c2670f-bc7d-4b11-9765-a6b741484f6f'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:10:50.220396 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-f8837157-22d5-4ef2-91ce-0c50c53de5ca tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (8bde5a08-5109-4679-b5eb-27bc923aa6dd), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:50.223740 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-304c7ec9-3fb4-4949-9c59-2cdd061b3190 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:50.470190 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-304c7ec9-3fb4-4949-9c59-2cdd061b3190 admin admin] Publish callbacks [] for security_group (415bb384-ab0c-481f-b36b-9bc5345115bb), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:50.481148 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:50.516568 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-304c7ec9-3fb4-4949-9c59-2cdd061b3190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (415bb384-ab0c-481f-b36b-9bc5345115bb), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:50.544720 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:50.600175 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-304c7ec9-3fb4-4949-9c59-2cdd061b3190 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=cc6ed2e595254764b74919e1a484863d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5378189 Sep 13 13:10:50.600874 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c7ec9-3fb4-4949-9c59-2cdd061b3190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=415bb384-ab0c-481f-b36b-9bc5345115bb,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:50.602899 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 39138) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:50.615212 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c7ec9-3fb4-4949-9c59-2cdd061b3190 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:50.618023 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c7ec9-3fb4-4949-9c59-2cdd061b3190 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:50.618023 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c7ec9-3fb4-4949-9c59-2cdd061b3190 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:50.618023 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c7ec9-3fb4-4949-9c59-2cdd061b3190 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:50.618023 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c7ec9-3fb4-4949-9c59-2cdd061b3190 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:50.618023 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c7ec9-3fb4-4949-9c59-2cdd061b3190 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:50.618023 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c7ec9-3fb4-4949-9c59-2cdd061b3190 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:50.618023 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c7ec9-3fb4-4949-9c59-2cdd061b3190 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:50.618023 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c7ec9-3fb4-4949-9c59-2cdd061b3190 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:50.618718 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c7ec9-3fb4-4949-9c59-2cdd061b3190 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:50.618718 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c7ec9-3fb4-4949-9c59-2cdd061b3190 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:50.618718 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c7ec9-3fb4-4949-9c59-2cdd061b3190 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:50.619052 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c7ec9-3fb4-4949-9c59-2cdd061b3190 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:50.619373 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c7ec9-3fb4-4949-9c59-2cdd061b3190 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:50.619690 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-304c7ec9-3fb4-4949-9c59-2cdd061b3190 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:10:50.653976 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-96e49889-9aef-4bd8-9f3a-6c6f665dffe9 admin admin] Publish callbacks [] for security_group (415bb384-ab0c-481f-b36b-9bc5345115bb), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:50.674229 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-96e49889-9aef-4bd8-9f3a-6c6f665dffe9 admin admin] Publish callbacks [] for security_group (415bb384-ab0c-481f-b36b-9bc5345115bb), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:50.766870 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-f8837157-22d5-4ef2-91ce-0c50c53de5ca tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:50.808623 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-96e49889-9aef-4bd8-9f3a-6c6f665dffe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (415bb384-ab0c-481f-b36b-9bc5345115bb), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:50.811220 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-96e49889-9aef-4bd8-9f3a-6c6f665dffe9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:50.811965 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25c32e1-8bff-453b-9581-6d6f5f25f698 req-61634ac5-375c-4047-b925-4e55bf32306f tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:50.813510 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d25c32e1-8bff-453b-9581-6d6f5f25f698 req-61634ac5-375c-4047-b925-4e55bf32306f tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0491161 Sep 13 13:10:50.815099 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-96e49889-9aef-4bd8-9f3a-6c6f665dffe9 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/415bb384-ab0c-481f-b36b-9bc5345115bb HTTP/1.1" status: 204 len: 168 time: 0.2111201 Sep 13 13:10:50.823881 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e49889-9aef-4bd8-9f3a-6c6f665dffe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=415bb384-ab0c-481f-b36b-9bc5345115bb,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:50.838264 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-f8837157-22d5-4ef2-91ce-0c50c53de5ca tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (8bde5a08-5109-4679-b5eb-27bc923aa6dd), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:50.913430 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d25c32e1-8bff-453b-9581-6d6f5f25f698 req-d7bc9c57-a4c3-4ce4-a207-198dde9aca28 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939388 Sep 13 13:10:50.961255 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.l3_db [None req-f8837157-22d5-4ef2-91ce-0c50c53de5ca tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Floating IP 8bde5a08-5109-4679-b5eb-27bc923aa6dd associated. External IP: 172.27.1.209, port: 54c2670f-bc7d-4b11-9765-a6b741484f6f. Sep 13 13:10:51.197517 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d814ed-6c99-433b-89cb-b5946f8193e0 req-5b7674f4-ceb4-4e4d-b2dd-fef3b20be69e tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:51.199769 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e2d814ed-6c99-433b-89cb-b5946f8193e0 req-5b7674f4-ceb4-4e4d-b2dd-fef3b20be69e tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0615456 Sep 13 13:10:51.203986 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8837157-22d5-4ef2-91ce-0c50c53de5ca tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Router 8bf8171d-2b9c-4569-8528-71cfbdafa430 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:10:51.239504 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:51.294247 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e2d814ed-6c99-433b-89cb-b5946f8193e0 req-4172234a-df7b-4708-87ec-667c7583c6c9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886927 Sep 13 13:10:51.348037 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8837157-22d5-4ef2-91ce-0c50c53de5ca tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:10:51.356181 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-f8837157-22d5-4ef2-91ce-0c50c53de5ca tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:51.358548 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd7ddea-3c46-413b-857f-f3eee141d7d9 None None] Sync routers for ids ['8bf8171d-2b9c-4569-8528-71cfbdafa430'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:10:51.369403 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd7ddea-3c46-413b-857f-f3eee141d7d9 None None] Routers {'8bf8171d-2b9c-4569-8528-71cfbdafa430'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:10:51.371044 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-0bd7ddea-3c46-413b-857f-f3eee141d7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:10:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8bf8171d-2b9c-4569-8528-71cfbdafa430'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:51.391170 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-f8837157-22d5-4ef2-91ce-0c50c53de5ca tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "PUT /networking/v2.0/floatingips/8bde5a08-5109-4679-b5eb-27bc923aa6dd HTTP/1.1" status: 200 len: 991 time: 1.2335358 Sep 13 13:10:51.391836 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1d00a32-cda7-4b1d-8f9f-1c0856011372', 'tag': '54c2670f-bc7d-4b11-9765-a6b741484f6f'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:10:51.394116 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-213529b2-1580-4aa0-b332-78bdbba89209" -d '{"events": [{"name": "network-changed", "server_uuid": "f1d00a32-cda7-4b1d-8f9f-1c0856011372", "tag": "54c2670f-bc7d-4b11-9765-a6b741484f6f"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:10:51.439520 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75f69322-b342-4f46-b42f-e7fd617b0542 x-openstack-request-id: req-75f69322-b342-4f46-b42f-e7fd617b0542 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:10:51.439520 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1d00a32-cda7-4b1d-8f9f-1c0856011372", "tag": "54c2670f-bc7d-4b11-9765-a6b741484f6f", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:10:51.439732 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-75f69322-b342-4f46-b42f-e7fd617b0542 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:10:51.440153 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75f69322-b342-4f46-b42f-e7fd617b0542'] response: {'name': 'network-changed', 'server_uuid': 'f1d00a32-cda7-4b1d-8f9f-1c0856011372', 'tag': '54c2670f-bc7d-4b11-9765-a6b741484f6f', 'status': 'completed', 'code': 200} Sep 13 13:10:51.482329 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-0bd7ddea-3c46-413b-857f-f3eee141d7d9 None None] Set router 8bf8171d-2b9c-4569-8528-71cfbdafa430 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:10:51.513841 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213529b2-1580-4aa0-b332-78bdbba89209 req-4b900f48-480f-41cf-82bc-7766a30e06d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:51.515365 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-213529b2-1580-4aa0-b332-78bdbba89209 req-4b900f48-480f-41cf-82bc-7766a30e06d4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=7775bd9f19b64c8ca07407c103dcff9b&device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 1129 time: 0.0499010 Sep 13 13:10:51.527459 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 39152) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:51.542551 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-63ecfd58-d256-4ef3-a537-211e0760fef7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:51.617827 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213529b2-1580-4aa0-b332-78bdbba89209 req-c9cd6342-fad5-488f-9fa8-4e511f4bc93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:51.619230 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-213529b2-1580-4aa0-b332-78bdbba89209 req-c9cd6342-fad5-488f-9fa8-4e511f4bc93b service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=1f0b8231-ada5-4945-87a4-d1b052328819 HTTP/1.1" status: 200 len: 916 time: 0.0956960 Sep 13 13:10:51.625482 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-63ecfd58-d256-4ef3-a537-211e0760fef7 admin admin] Publish callbacks [] for security_group (7bac6376-4f71-467c-852b-b9dd27df15f7), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:51.688641 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-63ecfd58-d256-4ef3-a537-211e0760fef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (7bac6376-4f71-467c-852b-b9dd27df15f7), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:51.692891 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-213529b2-1580-4aa0-b332-78bdbba89209 req-569f973a-cf29-4aec-b795-9dd0953b4450 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=54c2670f-bc7d-4b11-9765-a6b741484f6f HTTP/1.1" status: 200 len: 999 time: 0.0647600 Sep 13 13:10:51.724817 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-63ecfd58-d256-4ef3-a537-211e0760fef7 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=0af34b63bd824fac8ff1c2821d9af53e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1962624 Sep 13 13:10:51.728253 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 39154) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:10:51.735896 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ecfd58-d256-4ef3-a537-211e0760fef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bac6376-4f71-467c-852b-b9dd27df15f7,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:51.765965 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:51.773791 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213529b2-1580-4aa0-b332-78bdbba89209 req-75f93abd-bd8b-4f8d-b83c-0ec53ec59202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:51.775258 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-213529b2-1580-4aa0-b332-78bdbba89209 req-75f93abd-bd8b-4f8d-b83c-0ec53ec59202 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=8e8aac7b-ea4b-46cf-9476-3c7b376f07e0 HTTP/1.1" status: 200 len: 854 time: 0.0744102 Sep 13 13:10:51.799261 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:DELETE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:51.831598 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-177b5f84-620c-4e32-8fa0-a5dc123a5773 admin admin] Publish callbacks [] for security_group (7bac6376-4f71-467c-852b-b9dd27df15f7), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:51.834948 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213529b2-1580-4aa0-b332-78bdbba89209 req-123bfa43-bbb8-4733-b0b8-39c62449a587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:51.836440 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-213529b2-1580-4aa0-b332-78bdbba89209 req-123bfa43-bbb8-4733-b0b8-39c62449a587 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=1f0b8231-ada5-4945-87a4-d1b052328819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0545137 Sep 13 13:10:51.838085 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-0bd7ddea-3c46-413b-857f-f3eee141d7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '8bde5a08-5109-4679-b5eb-27bc923aa6dd', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'port_id': '54c2670f-bc7d-4b11-9765-a6b741484f6f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'mac_address': 'fa:16:3e:dc:7e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d00a32-cda7-4b1d-8f9f-1c0856011372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:10:33Z', 'updated_at': '2022-09-13T13:10:50Z', 'revision_number': 1, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:51.865122 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd7ddea-3c46-413b-857f-f3eee141d7d9 None None] Checking router: 8bf8171d-2b9c-4569-8528-71cfbdafa430 for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:10:51.875480 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd7ddea-3c46-413b-857f-f3eee141d7d9 None None] Routers {'8bf8171d-2b9c-4569-8528-71cfbdafa430'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:10:51.876069 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-0bd7ddea-3c46-413b-857f-f3eee141d7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:10:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8bf8171d-2b9c-4569-8528-71cfbdafa430'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:51.876249 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-177b5f84-620c-4e32-8fa0-a5dc123a5773 admin admin] Publish callbacks [] for security_group (7bac6376-4f71-467c-852b-b9dd27df15f7), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:51.912683 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:51.974064 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-213529b2-1580-4aa0-b332-78bdbba89209 req-ed6fa6fa-cc2f-45e3-8ff6-1a39727e129a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249423 Sep 13 13:10:51.985152 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-0bd7ddea-3c46-413b-857f-f3eee141d7d9 None None] Set router 8bf8171d-2b9c-4569-8528-71cfbdafa430 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:10:52.064116 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-177b5f84-620c-4e32-8fa0-a5dc123a5773 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (7bac6376-4f71-467c-852b-b9dd27df15f7), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:52.066647 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-177b5f84-620c-4e32-8fa0-a5dc123a5773 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:52.067803 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-177b5f84-620c-4e32-8fa0-a5dc123a5773 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/7bac6376-4f71-467c-852b-b9dd27df15f7 HTTP/1.1" status: 204 len: 168 time: 0.3385615 Sep 13 13:10:52.095811 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7643aaa0-ff4d-4b78-a34a-e7a8d6795710 req-718fc058-b47f-4495-9ad9-1f9b38f0a6fa tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:52.097296 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7643aaa0-ff4d-4b78-a34a-e7a8d6795710 req-718fc058-b47f-4495-9ad9-1f9b38f0a6fa tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0717518 Sep 13 13:10:52.100293 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b5f84-620c-4e32-8fa0-a5dc123a5773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bac6376-4f71-467c-852b-b9dd27df15f7,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:52.136783 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-213529b2-1580-4aa0-b332-78bdbba89209 req-e6761f96-f1c7-44a5-a4c7-c63928427729 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577938 Sep 13 13:10:52.172823 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7643aaa0-ff4d-4b78-a34a-e7a8d6795710 req-a42da1ea-8dae-4336-b324-57858bb789b3 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588856 Sep 13 13:10:52.222978 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-0bd7ddea-3c46-413b-857f-f3eee141d7d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '8bde5a08-5109-4679-b5eb-27bc923aa6dd', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'port_id': '54c2670f-bc7d-4b11-9765-a6b741484f6f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'mac_address': 'fa:16:3e:dc:7e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d00a32-cda7-4b1d-8f9f-1c0856011372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:10:33Z', 'updated_at': '2022-09-13T13:10:50Z', 'revision_number': 1, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:10:52.247344 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bd7ddea-3c46-413b-857f-f3eee141d7d9 None None] The sync data for ids ['8bf8171d-2b9c-4569-8528-71cfbdafa430'] in dv-cinder-801354-10-iscsi is: [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '8bde5a08-5109-4679-b5eb-27bc923aa6dd', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'floating_ip_address': '172.27.1.209', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'port_id': '54c2670f-bc7d-4b11-9765-a6b741484f6f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 481, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'mac_address': 'fa:16:3e:dc:7e:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d00a32-cda7-4b1d-8f9f-1c0856011372', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:10:33Z', 'updated_at': '2022-09-13T13:10:50Z', 'revision_number': 1, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:10:52.453382 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07035b1-5842-4f96-8f0b-4878462c15b9 req-cd4e3b41-76b9-4314-91a9-a16bfe4527f4 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:52.453382 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b07035b1-5842-4f96-8f0b-4878462c15b9 req-cd4e3b41-76b9-4314-91a9-a16bfe4527f4 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0582404 Sep 13 13:10:52.461643 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab693855-b6c7-4779-8760-141e0660e27b None None] New status for floating IP 8bde5a08-5109-4679-b5eb-27bc923aa6dd: ACTIVE {{(pid=106852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:10:52.511299 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b07035b1-5842-4f96-8f0b-4878462c15b9 req-aa719911-f1f2-4151-9a7a-6b9312817907 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516284 Sep 13 13:10:53.171744 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device a3a407ff-7966-4a38-9817-9e291843aee0 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:10:53.268385 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:53.279283 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port a3a407ff-7966-4a38-9817-9e291843aee0, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a3a407ff-7966-4a38-9817-9e291843aee0,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:10:53.294376 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': 'a3a407ff-7966-4a38-9817-9e291843aee0', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'port_id': 'a3a407ff-7966-4a38-9817-9e291843aee0', 'mac_address': 'fa:16:3e:fc:2c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:10:53.306956 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b03a3b-0a39-4cfa-9868-d3236b8a0dc9 req-8f89e6a2-6c1a-4a8c-8686-8018db448916 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:53.309030 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-68b03a3b-0a39-4cfa-9868-d3236b8a0dc9 req-8f89e6a2-6c1a-4a8c-8686-8018db448916 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0510583 Sep 13 13:10:53.340263 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port a3a407ff-7966-4a38-9817-9e291843aee0 is: ACTIVE; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:10:53.340657 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:53.355100 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a3a407ff-7966-4a38-9817-9e291843aee0 {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:10:53.366269 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-68b03a3b-0a39-4cfa-9868-d3236b8a0dc9 req-7a6d91ca-10f5-4a30-b2b3-d527bd6ab7ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504420 Sep 13 13:10:53.375798 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port a3a407ff-7966-4a38-9817-9e291843aee0, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a3a407ff-7966-4a38-9817-9e291843aee0,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:10:53.465603 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:53.528716 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=a3a407ff-7966-4a38-9817-9e291843aee0,revision_number=6']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:53.574820 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['a3a407ff-7966-4a38-9817-9e291843aee0'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:10:53.655440 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a089e91e-4d42-499d-9b55-7ee1f4b1311e req-259be3a1-2ec0-4f18-83c1-1e625ad96502 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:53.656950 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a089e91e-4d42-499d-9b55-7ee1f4b1311e req-259be3a1-2ec0-4f18-83c1-1e625ad96502 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 945 time: 0.0592916 Sep 13 13:10:53.708206 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a089e91e-4d42-499d-9b55-7ee1f4b1311e req-bf4d63ca-a661-4783-af5c-b85271a94f21 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453470 Sep 13 13:10:53.717956 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:54.495705 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab40a70-91ff-45f8-85cf-770053f2d055 req-3a5bf63d-5efd-4841-95ba-0d372cddca16 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:54.497240 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6ab40a70-91ff-45f8-85cf-770053f2d055 req-3a5bf63d-5efd-4841-95ba-0d372cddca16 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0506725 Sep 13 13:10:54.561683 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6ab40a70-91ff-45f8-85cf-770053f2d055 req-24db8816-f52a-4eb6-91a3-0ee61297dd29 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587242 Sep 13 13:10:54.848118 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0503d5-b3a2-4b9d-ada4-fb725a1c9aa8 req-6a6d1bf9-c072-4e6b-b4ca-d62108915ddb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:54.849768 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8f0503d5-b3a2-4b9d-ada4-fb725a1c9aa8 req-6a6d1bf9-c072-4e6b-b4ca-d62108915ddb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 945 time: 0.0487771 Sep 13 13:10:54.899966 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8f0503d5-b3a2-4b9d-ada4-fb725a1c9aa8 req-9e84f1bb-780e-4806-acd6-0d54e5412b33 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437212 Sep 13 13:10:55.186080 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device a3a407ff-7966-4a38-9817-9e291843aee0 up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:10:55.239359 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port a3a407ff-7966-4a38-9817-9e291843aee0 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:10:55.239723 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:55.316539 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port a3a407ff-7966-4a38-9817-9e291843aee0 is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:10:55.316946 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:55.343235 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f227ce-e8db-4805-9bcf-42485773201f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a407ff-7966-4a38-9817-9e291843aee0'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:10:55.345683 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cd7c78-3656-4961-a0b8-03ad9e46d7cf" -d '{"events": [{"server_uuid": "f7f227ce-e8db-4805-9bcf-42485773201f", "name": "network-vif-plugged", "status": "completed", "tag": "a3a407ff-7966-4a38-9817-9e291843aee0"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:10:55.369048 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port a3a407ff-7966-4a38-9817-9e291843aee0, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a3a407ff-7966-4a38-9817-9e291843aee0,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:10:55.390190 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef1df94f-c6d3-4f46-8469-8c7db36890a0 x-openstack-request-id: req-ef1df94f-c6d3-4f46-8469-8c7db36890a0 {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:10:55.390586 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f227ce-e8db-4805-9bcf-42485773201f", "name": "network-vif-plugged", "status": "completed", "tag": "a3a407ff-7966-4a38-9817-9e291843aee0", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:10:55.390963 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ef1df94f-c6d3-4f46-8469-8c7db36890a0 {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:10:55.391506 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef1df94f-c6d3-4f46-8469-8c7db36890a0'] response: {'server_uuid': 'f7f227ce-e8db-4805-9bcf-42485773201f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a407ff-7966-4a38-9817-9e291843aee0', 'code': 200} Sep 13 13:10:55.454215 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:10:55.485388 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:55.512350 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=a3a407ff-7966-4a38-9817-9e291843aee0,revision_number=7']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:10:55.705365 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e362ec-780b-43a4-800b-e09fd71d5b29 req-ae2f725b-afa4-49b8-9ce2-db0a47453605 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:55.706789 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-85e362ec-780b-43a4-800b-e09fd71d5b29 req-ae2f725b-afa4-49b8-9ce2-db0a47453605 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0564032 Sep 13 13:10:55.761661 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-85e362ec-780b-43a4-800b-e09fd71d5b29 req-2bec9ce5-8d93-47c5-b48f-d4b8653a26c4 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486958 Sep 13 13:10:56.020984 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:56.040194 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e72f0f7-0738-46db-9d80-d08c7318c42e req-40812d62-8422-49e1-8ce9-daba0aa08f51 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:56.042152 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e72f0f7-0738-46db-9d80-d08c7318c42e req-40812d62-8422-49e1-8ce9-daba0aa08f51 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0504305 Sep 13 13:10:56.102304 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e72f0f7-0738-46db-9d80-d08c7318c42e req-b6c18b22-492d-4791-b56c-9b9c1e64fc64 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534999 Sep 13 13:10:56.904617 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af9e194-a472-49d9-99cd-0c63042f0602 req-ed7d7bd1-db89-4607-a09f-b110619e0d2c tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:56.906921 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7af9e194-a472-49d9-99cd-0c63042f0602 req-ed7d7bd1-db89-4607-a09f-b110619e0d2c tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0629597 Sep 13 13:10:56.966148 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7af9e194-a472-49d9-99cd-0c63042f0602 req-4f2b2aa5-34ee-42f6-adab-d709d515ed44 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531092 Sep 13 13:10:57.231258 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae5f12-997c-4310-ac28-001f78a3390c req-59ac7790-dee0-419f-a555-74cab162e400 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:57.232855 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e5ae5f12-997c-4310-ac28-001f78a3390c req-59ac7790-dee0-419f-a555-74cab162e400 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0487583 Sep 13 13:10:57.283973 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e5ae5f12-997c-4310-ac28-001f78a3390c req-9e44197e-eaa9-48ff-830e-a23df1670dbd tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449617 Sep 13 13:10:58.096930 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2546f6-dbef-45b0-8db4-d4e854c71ca8 req-3837e8c9-ebe5-47a4-a662-b493c1cca53c tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:58.103862 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3d2546f6-dbef-45b0-8db4-d4e854c71ca8 req-3837e8c9-ebe5-47a4-a662-b493c1cca53c tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0547864 Sep 13 13:10:58.151716 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3d2546f6-dbef-45b0-8db4-d4e854c71ca8 req-2a3c9a0b-7f28-44f0-a137-82f35e7f26f9 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464737 Sep 13 13:10:58.438387 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f430c-7fab-477b-bf49-f1b82091c833 req-9c8ccf7c-7d47-4aba-81d0-9ffe43c00465 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:58.440010 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-020f430c-7fab-477b-bf49-f1b82091c833 req-9c8ccf7c-7d47-4aba-81d0-9ffe43c00465 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0637476 Sep 13 13:10:58.489728 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-020f430c-7fab-477b-bf49-f1b82091c833 req-8b313148-666b-43af-b3d4-f4e5c12d0d9d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441031 Sep 13 13:10:59.296791 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b9b88-9f39-4edb-a6d2-1b8c5db5c7dc req-0127035b-f3f9-4a5d-8f01-91030c4270f6 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:59.298497 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ec6b9b88-9f39-4edb-a6d2-1b8c5db5c7dc req-0127035b-f3f9-4a5d-8f01-91030c4270f6 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0502291 Sep 13 13:10:59.353871 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ec6b9b88-9f39-4edb-a6d2-1b8c5db5c7dc req-cc430cee-5512-4c56-b9da-a52d6b1d1068 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482564 Sep 13 13:10:59.629006 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f459a91-2a4b-4c57-850a-b04f13d8329e req-e9718337-9f37-438f-98b4-3a3d150fb398 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:59.637634 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7f459a91-2a4b-4c57-850a-b04f13d8329e req-e9718337-9f37-438f-98b4-3a3d150fb398 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0485976 Sep 13 13:10:59.667258 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:10:59.711194 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7f459a91-2a4b-4c57-850a-b04f13d8329e req-0628583f-0041-4c17-9088-7da753a8aa00 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725608 Sep 13 13:10:59.889315 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52676f20-1133-4b52-a569-72ee871e7dac req-40660df9-1d64-48bf-847b-e5aa508a4407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:10:59.891265 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52676f20-1133-4b52-a569-72ee871e7dac req-40660df9-1d64-48bf-847b-e5aa508a4407 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=9788b5b66a0c452cb39b263ca30284e0&device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 1129 time: 0.0512590 Sep 13 13:10:59.999842 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52676f20-1133-4b52-a569-72ee871e7dac req-596b9830-d1a9-49df-9b3d-638919cb5a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:00.001345 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52676f20-1133-4b52-a569-72ee871e7dac req-596b9830-d1a9-49df-9b3d-638919cb5a34 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1 HTTP/1.1" status: 200 len: 910 time: 0.1018188 Sep 13 13:11:00.086443 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52676f20-1133-4b52-a569-72ee871e7dac req-68de69cc-51b3-47c1-937c-ca7a63a49157 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e930901-ec1d-472f-b5bb-13698d503229 HTTP/1.1" status: 200 len: 1000 time: 0.0719867 Sep 13 13:11:00.208853 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52676f20-1133-4b52-a569-72ee871e7dac req-193158be-1b75-4fcd-83d4-37c444b0cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:00.212157 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52676f20-1133-4b52-a569-72ee871e7dac req-193158be-1b75-4fcd-83d4-37c444b0cfbd service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=4b81446e-11cc-48df-8c30-3a35b9db59c9 HTTP/1.1" status: 200 len: 848 time: 0.0973837 Sep 13 13:11:00.279077 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52676f20-1133-4b52-a569-72ee871e7dac req-ad0b1c84-e06c-4cdc-a225-b9c48c49fbad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:00.280782 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52676f20-1133-4b52-a569-72ee871e7dac req-ad0b1c84-e06c-4cdc-a225-b9c48c49fbad service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0620601 Sep 13 13:11:00.388763 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52676f20-1133-4b52-a569-72ee871e7dac req-99313ba8-b3fa-4fcb-bb61-7bef0fc2734d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013579 Sep 13 13:11:00.452019 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:00.533143 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dfc3db-d535-4f25-b8a0-02f8f66af157 req-feca4ed6-6c7b-4e0d-a3a5-1666c78b5af6 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:00.534757 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b7dfc3db-d535-4f25-b8a0-02f8f66af157 req-feca4ed6-6c7b-4e0d-a3a5-1666c78b5af6 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0775635 Sep 13 13:11:00.554719 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52676f20-1133-4b52-a569-72ee871e7dac req-65cea25c-57bb-4d72-a74a-65c5768a6e02 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597552 Sep 13 13:11:00.597456 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b7dfc3db-d535-4f25-b8a0-02f8f66af157 req-c0de5b12-dac0-45f7-b3e9-62482bec7c5d tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528085 Sep 13 13:11:00.940536 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be56d38-2342-49ea-83c2-77dad9395eee req-89c173e4-b9c8-48df-b1de-168dc3644d0b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:00.940536 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0be56d38-2342-49ea-83c2-77dad9395eee req-89c173e4-b9c8-48df-b1de-168dc3644d0b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0476177 Sep 13 13:11:00.940536 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0be56d38-2342-49ea-83c2-77dad9395eee req-126064e8-ce49-4392-9694-7ea6f9744a29 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427206 Sep 13 13:11:01.185666 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:01.722251 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=36,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:01.735524 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=33,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:01.750551 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773be14a-5a2f-4def-9100-b94e6e74f80b req-0c279a85-5f9f-49ff-9dc9-eeb51714f39a tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:01.757831 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-773be14a-5a2f-4def-9100-b94e6e74f80b req-0c279a85-5f9f-49ff-9dc9-eeb51714f39a tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0630734 Sep 13 13:11:01.812178 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-773be14a-5a2f-4def-9100-b94e6e74f80b req-e30a5d58-d7d8-4687-b95e-fb2ebf546371 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534685 Sep 13 13:11:02.066417 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a3b27b-d197-4bab-a84e-30d7109d3770 req-2bd809f7-a57d-4315-aaad-dfb6cd0ba5a7 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:02.067862 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-42a3b27b-d197-4bab-a84e-30d7109d3770 req-2bd809f7-a57d-4315-aaad-dfb6cd0ba5a7 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0499394 Sep 13 13:11:02.122567 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-42a3b27b-d197-4bab-a84e-30d7109d3770 req-ae6f639d-cd80-4379-9d78-b4281a8d5a2b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480931 Sep 13 13:11:02.657603 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:02.660986 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:02.941204 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948df95-eb1f-424b-a02a-d43938db9d19 req-ddc5c1f7-2ae5-46af-90a5-0e62ab10564d tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:02.942646 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a948df95-eb1f-424b-a02a-d43938db9d19 req-ddc5c1f7-2ae5-46af-90a5-0e62ab10564d tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0509126 Sep 13 13:11:02.983320 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:03.006436 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a948df95-eb1f-424b-a02a-d43938db9d19 req-cfd6a645-62ac-45a2-a3cc-1369d6b17af3 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566001 Sep 13 13:11:03.260810 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed03cf-1e03-4d6b-94b1-95fdea735f48 req-b6f075a9-f335-4687-8408-9a6702691995 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:03.262642 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e4ed03cf-1e03-4d6b-94b1-95fdea735f48 req-b6f075a9-f335-4687-8408-9a6702691995 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0503891 Sep 13 13:11:03.271192 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-651116ec-c3e8-4d9a-a972-d14175ebd6a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:03.317852 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e4ed03cf-1e03-4d6b-94b1-95fdea735f48 req-355d07a6-499f-4211-af43-1ea01634e8ac tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491493 Sep 13 13:11:04.149282 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a75e75-ce2d-4020-bcca-11a804c138a5 req-0df99801-7366-4006-8120-f7ac0e01c66d tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:04.151478 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-07a75e75-ce2d-4020-bcca-11a804c138a5 req-0df99801-7366-4006-8120-f7ac0e01c66d tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0587149 Sep 13 13:11:04.219693 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-07a75e75-ce2d-4020-bcca-11a804c138a5 req-bd72ee79-670c-40da-9ae7-dcdec9126540 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613928 Sep 13 13:11:04.484935 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d242107-1167-44ab-8396-d5b85ae21f6e req-8625844b-df08-432b-aeb5-b6d3114685cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:04.486570 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9d242107-1167-44ab-8396-d5b85ae21f6e req-8625844b-df08-432b-aeb5-b6d3114685cb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0591028 Sep 13 13:11:04.557576 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9d242107-1167-44ab-8396-d5b85ae21f6e req-f99f470a-5e74-4970-b84b-fd36d0c3e239 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629847 Sep 13 13:11:05.378837 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d276d270-f11e-497b-9723-788bbe73e662 req-39ba6f6d-eabb-4bb8-b77f-b919bd31d771 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:05.380547 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d276d270-f11e-497b-9723-788bbe73e662 req-39ba6f6d-eabb-4bb8-b77f-b919bd31d771 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0627406 Sep 13 13:11:05.432391 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d276d270-f11e-497b-9723-788bbe73e662 req-fe647935-4724-4dac-bdea-9a27444e79a9 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458941 Sep 13 13:11:05.493200 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-f57df463-8133-48ff-b585-ab23781b82f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:05.699888 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565372ac-2598-4ca7-9536-efadb1c4e0e2 req-2b9b7745-8331-46af-8d42-316dea86eb51 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:05.701365 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-565372ac-2598-4ca7-9536-efadb1c4e0e2 req-2b9b7745-8331-46af-8d42-316dea86eb51 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0542815 Sep 13 13:11:05.751401 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-565372ac-2598-4ca7-9536-efadb1c4e0e2 req-dda3b16a-9967-425f-9532-18c02e54eb5a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443842 Sep 13 13:11:06.473486 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467911e9-34b1-42f3-a44e-8025c4778d82 req-e6e7a1c9-f910-42d6-a7d3-16192756f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:06.474937 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-467911e9-34b1-42f3-a44e-8025c4778d82 req-e6e7a1c9-f910-42d6-a7d3-16192756f351 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a4e94c8248874defa3cb01d0725dfcb0&device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 1130 time: 0.0384369 Sep 13 13:11:06.818516 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:06.841124 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c82cbd-86de-40ec-a2f1-f1e5592499bc req-a86d4780-1682-486a-9b8b-67b48d1c8871 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:06.842932 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c0c82cbd-86de-40ec-a2f1-f1e5592499bc req-a86d4780-1682-486a-9b8b-67b48d1c8871 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.3177238 Sep 13 13:11:06.906746 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467911e9-34b1-42f3-a44e-8025c4778d82 req-8b4369a5-d65e-456d-9b46-b63518480916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:06.908212 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-467911e9-34b1-42f3-a44e-8025c4778d82 req-8b4369a5-d65e-456d-9b46-b63518480916 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=8b1eaf98-b39c-4204-9cb2-5b574f83717c HTTP/1.1" status: 200 len: 918 time: 0.4262834 Sep 13 13:11:06.962305 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:06.990716 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00e0377-43e7-4a07-80a9-c9bc62a2b4f0 req-8d0178d8-030d-4d93-b91c-f12f5d22c1cf tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:06.990716 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c00e0377-43e7-4a07-80a9-c9bc62a2b4f0 req-8d0178d8-030d-4d93-b91c-f12f5d22c1cf tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.1281278 Sep 13 13:11:07.004136 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c0c82cbd-86de-40ec-a2f1-f1e5592499bc req-46a5df44-caa1-42ee-b7ec-cd69a6be2c2a tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1501384 Sep 13 13:11:07.029705 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-467911e9-34b1-42f3-a44e-8025c4778d82 req-dcbe0ab0-2e06-4c21-b801-ad0a318c6257 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3a407ff-7966-4a38-9817-9e291843aee0 HTTP/1.1" status: 200 len: 1001 time: 0.0992913 Sep 13 13:11:07.103010 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c00e0377-43e7-4a07-80a9-c9bc62a2b4f0 req-1f203ce7-30f3-4ce9-95b6-661550506b5b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076639 Sep 13 13:11:07.107149 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467911e9-34b1-42f3-a44e-8025c4778d82 req-1c3d494f-8557-45b0-a466-ff386c138e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:07.108548 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-467911e9-34b1-42f3-a44e-8025c4778d82 req-1c3d494f-8557-45b0-a466-ff386c138e37 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=707a845c-7141-4086-a3f3-fd8375e89ff4 HTTP/1.1" status: 200 len: 856 time: 0.0707052 Sep 13 13:11:07.169990 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467911e9-34b1-42f3-a44e-8025c4778d82 req-602da5f2-ca8f-4c6d-b5ca-affa9b262905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:07.171544 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-467911e9-34b1-42f3-a44e-8025c4778d82 req-602da5f2-ca8f-4c6d-b5ca-affa9b262905 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=8b1eaf98-b39c-4204-9cb2-5b574f83717c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0471036 Sep 13 13:11:07.396366 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:07.459131 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-467911e9-34b1-42f3-a44e-8025c4778d82 req-a6076e99-51a1-47c2-beda-87e945074d3b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8b1eaf98-b39c-4204-9cb2-5b574f83717c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858347 Sep 13 13:11:07.555436 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-467911e9-34b1-42f3-a44e-8025c4778d82 req-575dca82-7ff4-46bb-b807-b741b1fdc292 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8b1eaf98-b39c-4204-9cb2-5b574f83717c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898697 Sep 13 13:11:08.135097 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ca17f-0678-405d-b308-3073ba564b3a req-d9842b67-7640-485e-b66a-a6708728406e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:08.136738 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ba5ca17f-0678-405d-b308-3073ba564b3a req-d9842b67-7640-485e-b66a-a6708728406e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0482976 Sep 13 13:11:08.188039 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ba5ca17f-0678-405d-b308-3073ba564b3a req-1a4b1e91-8b8b-4626-a421-3944a262114e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457113 Sep 13 13:11:08.236223 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204a7e0-208b-4567-819b-fe295f2ef5a5 req-6fb59e54-2216-4075-98ad-9338c95766d5 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:08.237728 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b204a7e0-208b-4567-819b-fe295f2ef5a5 req-6fb59e54-2216-4075-98ad-9338c95766d5 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0460858 Sep 13 13:11:08.247787 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:08.289403 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b204a7e0-208b-4567-819b-fe295f2ef5a5 req-7fe9ce31-a698-4275-87ae-14c697abf145 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461750 Sep 13 13:11:08.402542 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:08.661723 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81f7e0-c7b2-4111-957e-e7139feb7cc3 req-d240ae88-b6d4-4228-a97b-c2e7235fe9b2 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:08.663206 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4e81f7e0-c7b2-4111-957e-e7139feb7cc3 req-d240ae88-b6d4-4228-a97b-c2e7235fe9b2 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0479717 Sep 13 13:11:08.719766 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4e81f7e0-c7b2-4111-957e-e7139feb7cc3 req-139b24b7-62be-4555-8311-b0f9b33f4eb0 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507851 Sep 13 13:11:08.783022 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 39380) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:08.868478 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e5b3a3a0-e762-4490-a668-2799b6af4421 req-e44d58ea-2115-4cfb-b613-779fbc3b6dae service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0839632 Sep 13 13:11:08.878179 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [req-e5b3a3a0-e762-4490-a668-2799b6af4421 req-c4d8fe47-64b3-4d96-9206-e908ed717475 service neutron] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 13:11:08.879151 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e5b3a3a0-e762-4490-a668-2799b6af4421 req-c4d8fe47-64b3-4d96-9206-e908ed717475 service neutron] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0051560 Sep 13 13:11:09.013161 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 39388) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:09.111166 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3a3a0-e762-4490-a668-2799b6af4421 req-5f43eb36-e307-40d7-ba71-8830c5986b63 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:09.123930 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e5b3a3a0-e762-4490-a668-2799b6af4421 req-5f43eb36-e307-40d7-ba71-8830c5986b63 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports/8e930901-ec1d-472f-b5bb-13698d503229 HTTP/1.1" status: 200 len: 942 time: 0.1094556 Sep 13 13:11:09.290664 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 8e930901-ec1d-472f-b5bb-13698d503229 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:11:09.371617 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 8e930901-ec1d-472f-b5bb-13698d503229 is: ACTIVE; New status is: DOWN {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:11:09.373467 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (8e930901-ec1d-472f-b5bb-13698d503229), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:09.402699 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54284e3-c8b5-4ca1-8fba-355677093187', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e930901-ec1d-472f-b5bb-13698d503229'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:11:09.406555 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef62efc-7361-4913-b649-0a78026ade3c" -d '{"events": [{"server_uuid": "d54284e3-c8b5-4ca1-8fba-355677093187", "name": "network-vif-unplugged", "status": "completed", "tag": "8e930901-ec1d-472f-b5bb-13698d503229"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:11:09.427663 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f4b50-1b7c-4348-a914-ff5c3e5e0ba1 req-1b80d27c-00a9-45cc-a42f-6f7934e112f2 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:09.428846 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 8e930901-ec1d-472f-b5bb-13698d503229, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=8e930901-ec1d-472f-b5bb-13698d503229,segment=NetworkSegment(e8f7bc83-fef4-47b7-8bca-574a1cb75265),segment_id=e8f7bc83-fef4-47b7-8bca-574a1cb75265)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:11:09.429158 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-897f4b50-1b7c-4348-a914-ff5c3e5e0ba1 req-1b80d27c-00a9-45cc-a42f-6f7934e112f2 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 946 time: 0.0577991 Sep 13 13:11:09.456062 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 13 Sep 2022 13:11:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14461796-f6b3-4a12-b194-6da06b7cd9ae x-openstack-request-id: req-14461796-f6b3-4a12-b194-6da06b7cd9ae {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:11:09.456416 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54284e3-c8b5-4ca1-8fba-355677093187", "name": "network-vif-unplugged", "status": "failed", "tag": "8e930901-ec1d-472f-b5bb-13698d503229", "code": 422}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:11:09.456729 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-14461796-f6b3-4a12-b194-6da06b7cd9ae {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:11:09.457338 dv-cinder-801354-10-iscsi neutron-server[106851]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-14461796-f6b3-4a12-b194-6da06b7cd9ae']: {'server_uuid': 'd54284e3-c8b5-4ca1-8fba-355677093187', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8e930901-ec1d-472f-b5bb-13698d503229', 'code': 422} returned with failed status Sep 13 13:11:09.482412 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-897f4b50-1b7c-4348-a914-ff5c3e5e0ba1 req-acabdfad-babe-49b3-9ad1-fed536fbedeb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462785 Sep 13 13:11:09.516652 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (8e930901-ec1d-472f-b5bb-13698d503229), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:09.517403 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device a3a407ff-7966-4a38-9817-9e291843aee0 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:11:09.598143 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=8e930901-ec1d-472f-b5bb-13698d503229,revision_number=6']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:09.635352 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port a3a407ff-7966-4a38-9817-9e291843aee0 is: ACTIVE; New status is: DOWN {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:11:09.635571 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:09.670132 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port a3a407ff-7966-4a38-9817-9e291843aee0, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a3a407ff-7966-4a38-9817-9e291843aee0,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:11:09.762651 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:09.813327 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=a3a407ff-7966-4a38-9817-9e291843aee0,revision_number=8']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:09.851023 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4598b5-7362-4720-8011-0658f1176f26 req-b5b8de5b-8a94-48bc-b10b-09bf73f1bec8 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:09.852526 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ed4598b5-7362-4720-8011-0658f1176f26 req-b5b8de5b-8a94-48bc-b10b-09bf73f1bec8 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0475540 Sep 13 13:11:09.874026 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:09.903336 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ed4598b5-7362-4720-8011-0658f1176f26 req-8c77b144-878e-45f5-8187-05a2b107bb2d tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443518 Sep 13 13:11:10.611910 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b21cb24-f3ee-4771-9b80-b3b2f0c5186c req-3405143e-919d-499f-b49b-a8d49b3939e0 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:10.613361 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0b21cb24-f3ee-4771-9b80-b3b2f0c5186c req-3405143e-919d-499f-b49b-a8d49b3939e0 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 944 time: 0.0489426 Sep 13 13:11:10.660564 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0b21cb24-f3ee-4771-9b80-b3b2f0c5186c req-48b1f9eb-f3c4-4d57-a4e5-ced8a35dc314 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415027 Sep 13 13:11:11.025312 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57312465-1fa8-4e1f-af20-2e67c5ecf78d req-924972a4-2d67-469e-8330-535f4c5c02c3 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:11.027461 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-57312465-1fa8-4e1f-af20-2e67c5ecf78d req-924972a4-2d67-469e-8330-535f4c5c02c3 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0472109 Sep 13 13:11:11.076296 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-57312465-1fa8-4e1f-af20-2e67c5ecf78d req-fe6b21e2-1461-4908-9d3b-3e0392a03e27 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433073 Sep 13 13:11:11.460042 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f227ce-e8db-4805-9bcf-42485773201f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3a407ff-7966-4a38-9817-9e291843aee0'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:11:11.462561 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7c092c5-a089-41aa-9902-325010235083" -d '{"events": [{"server_uuid": "f7f227ce-e8db-4805-9bcf-42485773201f", "name": "network-vif-unplugged", "status": "completed", "tag": "a3a407ff-7966-4a38-9817-9e291843aee0"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:11:11.498955 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 13 Sep 2022 13:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0491c3da-cc0b-46e0-9f9e-8557e885a9cb x-openstack-request-id: req-0491c3da-cc0b-46e0-9f9e-8557e885a9cb {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:11:11.499362 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f227ce-e8db-4805-9bcf-42485773201f", "name": "network-vif-unplugged", "status": "completed", "tag": "a3a407ff-7966-4a38-9817-9e291843aee0", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:11:11.499687 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0491c3da-cc0b-46e0-9f9e-8557e885a9cb {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:11:11.500085 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0491c3da-cc0b-46e0-9f9e-8557e885a9cb'] response: {'server_uuid': 'f7f227ce-e8db-4805-9bcf-42485773201f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3a407ff-7966-4a38-9817-9e291843aee0', 'code': 200} Sep 13 13:11:12.198823 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fddaa-c390-41b0-b7f0-67bd6fb76d76 req-c2ec02b6-9027-45d5-b4a7-11a5182a86d5 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:12.202855 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a33fddaa-c390-41b0-b7f0-67bd6fb76d76 req-c2ec02b6-9027-45d5-b4a7-11a5182a86d5 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0487504 Sep 13 13:11:12.256481 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a33fddaa-c390-41b0-b7f0-67bd6fb76d76 req-7ad82d6d-58e9-456c-bffa-35006f9af9a8 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484354 Sep 13 13:11:12.632102 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [req-4d712e5c-0d44-48ab-9b4d-6f9733b52e15 req-5263540a-dfd5-4859-abee-f9622880bd4d service neutron] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 13:11:12.633218 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4d712e5c-0d44-48ab-9b4d-6f9733b52e15 req-5263540a-dfd5-4859-abee-f9622880bd4d service neutron] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054450 Sep 13 13:11:13.206467 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5c3ef-2196-4cd3-a0cd-8e2b13fda46c req-9b361025-04f0-4273-9351-cb16a764390f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:13.207968 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-37d5c3ef-2196-4cd3-a0cd-8e2b13fda46c req-9b361025-04f0-4273-9351-cb16a764390f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 944 time: 0.0490572 Sep 13 13:11:13.256839 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:13.262279 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-37d5c3ef-2196-4cd3-a0cd-8e2b13fda46c req-ada1ee19-d0af-473e-97dc-2cd10e83cbd2 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470512 Sep 13 13:11:13.300874 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device a3a407ff-7966-4a38-9817-9e291843aee0 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:11:13.380227 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port a3a407ff-7966-4a38-9817-9e291843aee0 is: DOWN; New status is: DOWN {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:11:13.396861 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e7ab69-691d-47bd-8018-4f42f72ab1e3 req-0df0f02f-88ff-4566-bb8a-7b74e5497727 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:13.398522 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b7e7ab69-691d-47bd-8018-4f42f72ab1e3 req-0df0f02f-88ff-4566-bb8a-7b74e5497727 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0589201 Sep 13 13:11:13.467175 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b7e7ab69-691d-47bd-8018-4f42f72ab1e3 req-f10d71cc-8f17-4f3b-8764-ade128fd0c34 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573041 Sep 13 13:11:13.505456 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-ce3968c7-2cb4-4e17-9a55-df534c207757 req-5532e75a-1e68-4959-9ce5-151347fb6afd service neutron] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0561478 Sep 13 13:11:13.579932 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3968c7-2cb4-4e17-9a55-df534c207757 req-326fbfb4-6af1-44f4-8c28-882a492bf48f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:13.581307 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [req-ce3968c7-2cb4-4e17-9a55-df534c207757 req-326fbfb4-6af1-44f4-8c28-882a492bf48f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports/a3a407ff-7966-4a38-9817-9e291843aee0 HTTP/1.1" status: 200 len: 941 time: 0.0520642 Sep 13 13:11:14.411149 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fb06b-4cc4-40c7-9629-3e37868dbea6 req-4f04a7fa-713c-46d4-84d8-5793fd5f03a9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:14.412627 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-805fb06b-4cc4-40c7-9629-3e37868dbea6 req-4f04a7fa-713c-46d4-84d8-5793fd5f03a9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 944 time: 0.0537651 Sep 13 13:11:14.470336 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-805fb06b-4cc4-40c7-9629-3e37868dbea6 req-f8d90ebf-e64e-44e6-b2ac-eed8363255e7 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481915 Sep 13 13:11:14.599470 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1541c184-249a-4076-973b-9855513d204f req-79b3482f-c96f-4ae6-b766-1c5aa59fa13c tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:14.601073 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1541c184-249a-4076-973b-9855513d204f req-79b3482f-c96f-4ae6-b766-1c5aa59fa13c tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0507195 Sep 13 13:11:14.659756 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1541c184-249a-4076-973b-9855513d204f req-4f88c01d-2862-46df-b43e-1ed6666557ba tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522437 Sep 13 13:11:15.181345 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3a3a0-e762-4490-a668-2799b6af4421 req-a89b5674-6578-4134-970d-e9f7b3b9a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:15.183429 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e5b3a3a0-e762-4490-a668-2799b6af4421 req-a89b5674-6578-4134-970d-e9f7b3b9a043 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187&tenant_id=9788b5b66a0c452cb39b263ca30284e0 HTTP/1.1" status: 200 len: 1127 time: 0.0459967 Sep 13 13:11:15.242015 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3a3a0-e762-4490-a668-2799b6af4421 req-3a25754c-1880-4267-824d-2b86e467ae25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:15.243461 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e5b3a3a0-e762-4490-a668-2799b6af4421 req-3a25754c-1880-4267-824d-2b86e467ae25 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=9788b5b66a0c452cb39b263ca30284e0&device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 1127 time: 0.0374703 Sep 13 13:11:15.334726 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3a3a0-e762-4490-a668-2799b6af4421 req-2268888b-917c-42b3-929a-23be7a445bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:15.336105 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e5b3a3a0-e762-4490-a668-2799b6af4421 req-2268888b-917c-42b3-929a-23be7a445bcc service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1 HTTP/1.1" status: 200 len: 910 time: 0.0867708 Sep 13 13:11:15.447453 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e5b3a3a0-e762-4490-a668-2799b6af4421 req-316b9f8f-ef4f-48b4-a9b1-839a329a294f service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e930901-ec1d-472f-b5bb-13698d503229 HTTP/1.1" status: 200 len: 998 time: 0.1050258 Sep 13 13:11:15.499980 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3a3a0-e762-4490-a668-2799b6af4421 req-8dd322ce-fba5-4015-b07e-f5c42111f71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:15.501532 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e5b3a3a0-e762-4490-a668-2799b6af4421 req-8dd322ce-fba5-4015-b07e-f5c42111f71b service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=4b81446e-11cc-48df-8c30-3a35b9db59c9 HTTP/1.1" status: 200 len: 848 time: 0.0475311 Sep 13 13:11:15.547896 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b3a3a0-e762-4490-a668-2799b6af4421 req-37461cd0-5663-403b-a52c-378334443139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:15.549416 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e5b3a3a0-e762-4490-a668-2799b6af4421 req-37461cd0-5663-403b-a52c-378334443139 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0417221 Sep 13 13:11:15.638042 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:15.646373 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876da7ae-444d-4fc8-8e62-9a7522053642 req-be605e1f-57b4-4a9c-9173-0999694d73b6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:15.647935 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-876da7ae-444d-4fc8-8e62-9a7522053642 req-be605e1f-57b4-4a9c-9173-0999694d73b6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 944 time: 0.0976250 Sep 13 13:11:15.722797 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e5b3a3a0-e762-4490-a668-2799b6af4421 req-a1d94707-d095-4660-ba08-d5ef5273c95d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620305 Sep 13 13:11:15.727370 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-876da7ae-444d-4fc8-8e62-9a7522053642 req-ae895719-94e1-4cd8-a97a-dd7b477b0726 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729237 Sep 13 13:11:15.793031 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dfc670-6f5f-477d-b747-a1662232b7fe req-57a32c34-e5f1-4be7-a75d-4f6a0e3ee407 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:15.794567 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e9dfc670-6f5f-477d-b747-a1662232b7fe req-57a32c34-e5f1-4be7-a75d-4f6a0e3ee407 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0537529 Sep 13 13:11:15.849426 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e9dfc670-6f5f-477d-b747-a1662232b7fe req-e4195e33-d3e2-4b34-8cb2-a3275a2bb070 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491095 Sep 13 13:11:16.028832 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:16.042787 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3968c7-2cb4-4e17-9a55-df534c207757 req-1931fb41-a4c1-4adf-8679-cb3579706aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:16.044254 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ce3968c7-2cb4-4e17-9a55-df534c207757 req-1931fb41-a4c1-4adf-8679-cb3579706aa8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f&tenant_id=a4e94c8248874defa3cb01d0725dfcb0 HTTP/1.1" status: 200 len: 1128 time: 0.0811255 Sep 13 13:11:16.090039 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e5b3a3a0-e762-4490-a668-2799b6af4421 req-96b3cec6-8bc5-403d-90e6-9c76fa7b6f0e service neutron] 10.222.0.61 "GET /networking/v2.0/networks/19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351423 Sep 13 13:11:16.117555 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3968c7-2cb4-4e17-9a55-df534c207757 req-81779f0f-19bf-4ded-891b-1ea2354de941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:16.119125 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ce3968c7-2cb4-4e17-9a55-df534c207757 req-81779f0f-19bf-4ded-891b-1ea2354de941 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a4e94c8248874defa3cb01d0725dfcb0&device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 1128 time: 0.0428703 Sep 13 13:11:16.216178 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3968c7-2cb4-4e17-9a55-df534c207757 req-e6069967-532a-4c06-a679-b7e893c3443c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:16.217702 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ce3968c7-2cb4-4e17-9a55-df534c207757 req-e6069967-532a-4c06-a679-b7e893c3443c service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=8b1eaf98-b39c-4204-9cb2-5b574f83717c HTTP/1.1" status: 200 len: 918 time: 0.0928288 Sep 13 13:11:16.477474 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ce3968c7-2cb4-4e17-9a55-df534c207757 req-6158994f-a8e3-4fa8-8531-b5303008cb6f service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3a407ff-7966-4a38-9817-9e291843aee0 HTTP/1.1" status: 200 len: 999 time: 0.0580647 Sep 13 13:11:16.524962 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3968c7-2cb4-4e17-9a55-df534c207757 req-299ed80f-cf1e-484d-a32a-fe132a769dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:16.526405 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ce3968c7-2cb4-4e17-9a55-df534c207757 req-299ed80f-cf1e-484d-a32a-fe132a769dce service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=707a845c-7141-4086-a3f3-fd8375e89ff4 HTTP/1.1" status: 200 len: 856 time: 0.0429676 Sep 13 13:11:16.564282 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:11:16.578360 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3968c7-2cb4-4e17-9a55-df534c207757 req-c234ac56-f51f-4a15-bc35-f426d671d24a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:16.580204 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ce3968c7-2cb4-4e17-9a55-df534c207757 req-c234ac56-f51f-4a15-bc35-f426d671d24a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=8b1eaf98-b39c-4204-9cb2-5b574f83717c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0476513 Sep 13 13:11:16.689369 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ce3968c7-2cb4-4e17-9a55-df534c207757 req-7cf2ee5e-277a-4dee-94ef-e5140e365da2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8b1eaf98-b39c-4204-9cb2-5b574f83717c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028914 Sep 13 13:11:16.783543 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:16.790141 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ce3968c7-2cb4-4e17-9a55-df534c207757 req-5bceb5b3-5881-445f-a29b-9b0194dc6cd1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/8b1eaf98-b39c-4204-9cb2-5b574f83717c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941200 Sep 13 13:11:16.865219 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dceb8f-a689-46cd-81d0-cd7e7685f054 req-9f75c476-757a-4eb0-b64a-7ff5ba926a6d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:16.866724 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d9dceb8f-a689-46cd-81d0-cd7e7685f054 req-9f75c476-757a-4eb0-b64a-7ff5ba926a6d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 944 time: 0.0509374 Sep 13 13:11:16.930293 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d9dceb8f-a689-46cd-81d0-cd7e7685f054 req-70c7bc17-5b42-4912-bb08-d5ce5851ae7c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578432 Sep 13 13:11:16.977318 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4158799-f6e8-43f1-bddd-39619918efb7 req-592f2a2e-12b4-468d-a6e0-9840543fce34 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:16.978817 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b4158799-f6e8-43f1-bddd-39619918efb7 req-592f2a2e-12b4-468d-a6e0-9840543fce34 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0474756 Sep 13 13:11:17.034227 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b4158799-f6e8-43f1-bddd-39619918efb7 req-17767d77-42c8-4603-8b22-fe731248c13e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488486 Sep 13 13:11:18.116326 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbe7b9f-dafc-4d68-baa1-81a775cd875b req-25d98ec9-28a4-4ba6-b30e-36809b1a3806 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:18.129836 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0bbe7b9f-dafc-4d68-baa1-81a775cd875b req-25d98ec9-28a4-4ba6-b30e-36809b1a3806 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 944 time: 0.1075966 Sep 13 13:11:18.209703 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4885c340-c6f7-4959-a4d0-debfe2cb95de req-c2877edc-bf94-4770-874b-4dd432451bf9 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:18.211425 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4885c340-c6f7-4959-a4d0-debfe2cb95de req-c2877edc-bf94-4770-874b-4dd432451bf9 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0783350 Sep 13 13:11:18.256350 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0bbe7b9f-dafc-4d68-baa1-81a775cd875b req-6a005471-ad10-4f4a-abd4-96be44186acd tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068428 Sep 13 13:11:18.301620 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4885c340-c6f7-4959-a4d0-debfe2cb95de req-d551a0d5-898f-4dea-8b62-28f1204295a1 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807028 Sep 13 13:11:18.877351 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 39580) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:18.996115 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2a2d02d8-0011-4ad3-9dd5-a54a07581d4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:19.079087 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2a2d02d8-0011-4ad3-9dd5-a54a07581d4c admin admin] Publish callbacks [] for security_group (be80cfd3-f58e-4002-8858-1542b9b27ebc), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:19.162430 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-2a2d02d8-0011-4ad3-9dd5-a54a07581d4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (be80cfd3-f58e-4002-8858-1542b9b27ebc), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:19.187538 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:19.206299 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-2a2d02d8-0011-4ad3-9dd5-a54a07581d4c admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=9ff9a5319630429488810e66440111b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3276234 Sep 13 13:11:19.207359 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d02d8-0011-4ad3-9dd5-a54a07581d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be80cfd3-f58e-4002-8858-1542b9b27ebc,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:19.209769 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 39586) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:19.283883 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e5913de9-e46e-463c-b7e5-dd4f536ffff1 admin admin] Publish callbacks [] for security_group (be80cfd3-f58e-4002-8858-1542b9b27ebc), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:19.311028 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e5913de9-e46e-463c-b7e5-dd4f536ffff1 admin admin] Publish callbacks [] for security_group (be80cfd3-f58e-4002-8858-1542b9b27ebc), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:19.424045 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e5913de9-e46e-463c-b7e5-dd4f536ffff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (be80cfd3-f58e-4002-8858-1542b9b27ebc), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:19.427291 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e5913de9-e46e-463c-b7e5-dd4f536ffff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:19.432303 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-e5913de9-e46e-463c-b7e5-dd4f536ffff1 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/be80cfd3-f58e-4002-8858-1542b9b27ebc HTTP/1.1" status: 204 len: 168 time: 0.2209344 Sep 13 13:11:19.450349 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5913de9-e46e-463c-b7e5-dd4f536ffff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be80cfd3-f58e-4002-8858-1542b9b27ebc,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:19.468446 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5913de9-e46e-463c-b7e5-dd4f536ffff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:19.468794 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5913de9-e46e-463c-b7e5-dd4f536ffff1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:19.469142 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5913de9-e46e-463c-b7e5-dd4f536ffff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:19.469484 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5913de9-e46e-463c-b7e5-dd4f536ffff1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:19.471728 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5913de9-e46e-463c-b7e5-dd4f536ffff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:19.472350 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5913de9-e46e-463c-b7e5-dd4f536ffff1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:19.473408 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5913de9-e46e-463c-b7e5-dd4f536ffff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:19.473771 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5913de9-e46e-463c-b7e5-dd4f536ffff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:19.477195 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5913de9-e46e-463c-b7e5-dd4f536ffff1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:19.477195 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5913de9-e46e-463c-b7e5-dd4f536ffff1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:19.477195 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5913de9-e46e-463c-b7e5-dd4f536ffff1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:19.477195 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5913de9-e46e-463c-b7e5-dd4f536ffff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:19.477195 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5913de9-e46e-463c-b7e5-dd4f536ffff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:19.477195 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5913de9-e46e-463c-b7e5-dd4f536ffff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:19.477195 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5913de9-e46e-463c-b7e5-dd4f536ffff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:19.491188 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4f2c2-9ecc-42d5-bf9d-8cac3f97d6f1 req-f698bc15-0541-4669-85ee-a4598ca33e47 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:19.503349 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-11d4f2c2-9ecc-42d5-bf9d-8cac3f97d6f1 req-f698bc15-0541-4669-85ee-a4598ca33e47 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 944 time: 0.1197100 Sep 13 13:11:19.525947 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd42d4-0d5f-4068-9262-e3862994d0cf req-33563140-2b23-47af-b913-07878d8ca027 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:19.528139 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-65dd42d4-0d5f-4068-9262-e3862994d0cf req-33563140-2b23-47af-b913-07878d8ca027 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.1096120 Sep 13 13:11:19.577720 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-11d4f2c2-9ecc-42d5-bf9d-8cac3f97d6f1 req-c080da61-4c14-49f4-9cad-9506a63d9147 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734901 Sep 13 13:11:19.604395 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-65dd42d4-0d5f-4068-9262-e3862994d0cf req-e466781e-9d04-4b06-9119-b729c75337ff tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679204 Sep 13 13:11:20.796807 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c5cea4-a32d-4853-b3ec-451aa9a86971 req-ea690257-c672-4eb4-a187-5d3691fdb9d0 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:20.799099 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d2c5cea4-a32d-4853-b3ec-451aa9a86971 req-ea690257-c672-4eb4-a187-5d3691fdb9d0 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 944 time: 0.1216278 Sep 13 13:11:20.814401 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36899635-ef11-4e9f-babc-a3320942d71e req-aa46a9c7-2b08-4caf-9047-363efc801286 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:20.816138 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-36899635-ef11-4e9f-babc-a3320942d71e req-aa46a9c7-2b08-4caf-9047-363efc801286 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.1150100 Sep 13 13:11:20.890043 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d2c5cea4-a32d-4853-b3ec-451aa9a86971 req-bad223ec-3b25-40f6-b364-f04898d2a7bd tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837619 Sep 13 13:11:20.931268 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-36899635-ef11-4e9f-babc-a3320942d71e req-49bb65b7-35a3-41ed-ada1-5bd8bf0b3784 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024828 Sep 13 13:11:22.074963 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7ace5-6a82-48c2-a38d-7e6bc11a7645 req-4cc5ff9a-509e-47f3-894c-fbf1ae18bd60 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:22.082467 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2cc7ace5-6a82-48c2-a38d-7e6bc11a7645 req-4cc5ff9a-509e-47f3-894c-fbf1ae18bd60 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0768108 Sep 13 13:11:22.113943 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096676d-bb7f-46a3-8338-00cbd87cf361 req-d151bc03-37d2-4a97-9330-dcccd7058bfb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:22.117966 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3096676d-bb7f-46a3-8338-00cbd87cf361 req-d151bc03-37d2-4a97-9330-dcccd7058bfb tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 944 time: 0.1230652 Sep 13 13:11:22.142215 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:22.166460 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2cc7ace5-6a82-48c2-a38d-7e6bc11a7645 req-04b07f1c-b3e9-4423-8ab7-a957ad8763ac tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831239 Sep 13 13:11:22.196002 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3096676d-bb7f-46a3-8338-00cbd87cf361 req-5b0b54b6-cbc3-470d-b586-87e6c9cf483b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737762 Sep 13 13:11:23.316780 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c8d70-ffce-46cd-b5dc-8fccbcac3336 req-d843d506-c548-4ac9-9a36-99a09144cf3a tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:23.322595 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dd8c8d70-ffce-46cd-b5dc-8fccbcac3336 req-d843d506-c548-4ac9-9a36-99a09144cf3a tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0686452 Sep 13 13:11:23.379375 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=64,neutron:UPDATE=5 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:23.386527 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f5413-0c6b-4fd3-8981-4781e72a5210 req-32f371cd-11bb-4483-bacf-7257a36feff7 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:23.388015 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-381f5413-0c6b-4fd3-8981-4781e72a5210 req-32f371cd-11bb-4483-bacf-7257a36feff7 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 944 time: 0.0883107 Sep 13 13:11:23.442713 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dd8c8d70-ffce-46cd-b5dc-8fccbcac3336 req-b05181df-7010-4d20-b3e7-4ce400e14f74 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158454 Sep 13 13:11:23.507912 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-381f5413-0c6b-4fd3-8981-4781e72a5210 req-7355669d-5ea8-4e7f-ad2c-7f97b8a5ff0a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072531 Sep 13 13:11:24.616437 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4298173-6df0-41f0-ad11-7cb1c629ae24 req-3dd984d1-e2b1-4b3d-8a22-cd173bf5c407 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:24.617961 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b4298173-6df0-41f0-ad11-7cb1c629ae24 req-3dd984d1-e2b1-4b3d-8a22-cd173bf5c407 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0918844 Sep 13 13:11:24.691228 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6c94a9-9ed5-4833-8c28-f764c8098364 req-40f95eaf-a448-4847-a7ec-f3eabee1f23d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:24.692687 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0e6c94a9-9ed5-4833-8c28-f764c8098364 req-40f95eaf-a448-4847-a7ec-f3eabee1f23d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 944 time: 0.0826783 Sep 13 13:11:24.720948 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b4298173-6df0-41f0-ad11-7cb1c629ae24 req-d6bc9850-0895-4237-9b8d-9778390e9d77 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0918722 Sep 13 13:11:24.756078 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:24.761048 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0e6c94a9-9ed5-4833-8c28-f764c8098364 req-a69e16d1-e722-4151-9ce7-45338d6ff627 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570960 Sep 13 13:11:25.443249 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 39692) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:25.560130 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0314436c-97e2-4771-b387-aeadf69a9df0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:25.671532 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0314436c-97e2-4771-b387-aeadf69a9df0 admin admin] Publish callbacks [] for security_group (55ed73d9-5d9a-4b89-8bce-da714d1abb11), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:25.835074 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0314436c-97e2-4771-b387-aeadf69a9df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (55ed73d9-5d9a-4b89-8bce-da714d1abb11), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:25.916368 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcbc493-ca39-42d0-a628-585c616efa44 req-5b61a73c-e117-4a0b-8dfd-6149a20705d7 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:25.918734 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5dcbc493-ca39-42d0-a628-585c616efa44 req-5b61a73c-e117-4a0b-8dfd-6149a20705d7 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.1162577 Sep 13 13:11:25.924632 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-0314436c-97e2-4771-b387-aeadf69a9df0 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=606ef4957160405eb02950a7b6e7c5dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4803584 Sep 13 13:11:25.927626 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 39700) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:25.928410 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0314436c-97e2-4771-b387-aeadf69a9df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ed73d9-5d9a-4b89-8bce-da714d1abb11,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:25.952985 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db879ce-74a0-49af-b338-8f977787d32a req-63d9e77b-d42e-4f0e-b44c-4876b8dc5b55 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:25.954462 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3db879ce-74a0-49af-b338-8f977787d32a req-63d9e77b-d42e-4f0e-b44c-4876b8dc5b55 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 944 time: 0.1037769 Sep 13 13:11:25.985266 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fab43b6a-7a01-4c1e-8caa-5be92928fbe4 admin admin] Publish callbacks [] for security_group (55ed73d9-5d9a-4b89-8bce-da714d1abb11), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:26.006641 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fab43b6a-7a01-4c1e-8caa-5be92928fbe4 admin admin] Publish callbacks [] for security_group (55ed73d9-5d9a-4b89-8bce-da714d1abb11), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:26.008889 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5dcbc493-ca39-42d0-a628-585c616efa44 req-e1cb63bd-fe74-4a27-a54e-827cde0cea8e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832233 Sep 13 13:11:26.027716 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3db879ce-74a0-49af-b338-8f977787d32a req-f2780cff-3155-40d2-b5e5-52582bfd67c6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663624 Sep 13 13:11:26.137790 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fab43b6a-7a01-4c1e-8caa-5be92928fbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (55ed73d9-5d9a-4b89-8bce-da714d1abb11), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:26.140460 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fab43b6a-7a01-4c1e-8caa-5be92928fbe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:26.141635 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-fab43b6a-7a01-4c1e-8caa-5be92928fbe4 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/55ed73d9-5d9a-4b89-8bce-da714d1abb11 HTTP/1.1" status: 204 len: 168 time: 0.2129195 Sep 13 13:11:26.149589 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab43b6a-7a01-4c1e-8caa-5be92928fbe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ed73d9-5d9a-4b89-8bce-da714d1abb11,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:26.162355 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:27.168285 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dd54d-e9c2-4d0c-a3ab-7259dee0f8a5 req-4f77121a-ee09-4fa7-b1c4-258ba64b3e44 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:27.169918 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-af3dd54d-e9c2-4d0c-a3ab-7259dee0f8a5 req-4f77121a-ee09-4fa7-b1c4-258ba64b3e44 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0791116 Sep 13 13:11:27.191386 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3bd6a-a2f2-45e0-92b5-ae6ac0118335 req-2b729339-4006-4d25-8780-a31b78447d9c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:27.192819 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f6c3bd6a-a2f2-45e0-92b5-ae6ac0118335 req-2b729339-4006-4d25-8780-a31b78447d9c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 944 time: 0.0671194 Sep 13 13:11:27.255855 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-af3dd54d-e9c2-4d0c-a3ab-7259dee0f8a5 req-fdf27666-6170-4f14-8041-7cff7bc930ba tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782175 Sep 13 13:11:27.273864 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f6c3bd6a-a2f2-45e0-92b5-ae6ac0118335 req-3b8a2d20-3df2-43be-bf40-142dc6a297ca tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666122 Sep 13 13:11:28.409651 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:28.418208 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7240af2f-93e1-4095-b664-87e0c3924eb2 req-66cff140-e601-4fca-8b3b-248cbfa3eca9 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:28.419703 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7240af2f-93e1-4095-b664-87e0c3924eb2 req-66cff140-e601-4fca-8b3b-248cbfa3eca9 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0813231 Sep 13 13:11:28.425599 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e22f8f-6c3d-479a-9020-757dd557a8f8 req-38141a79-fa31-47ca-aa0e-23960efa6f57 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:28.426996 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-38e22f8f-6c3d-479a-9020-757dd557a8f8 req-38141a79-fa31-47ca-aa0e-23960efa6f57 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 944 time: 0.0779254 Sep 13 13:11:28.499460 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7240af2f-93e1-4095-b664-87e0c3924eb2 req-ed878ec4-f6b0-479c-ac7d-f7007190748f tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715218 Sep 13 13:11:28.514332 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-38e22f8f-6c3d-479a-9020-757dd557a8f8 req-6eba3456-5640-488c-85d0-7e5601e3c903 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758491 Sep 13 13:11:29.406893 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 8e930901-ec1d-472f-b5bb-13698d503229 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:11:29.509759 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 8e930901-ec1d-472f-b5bb-13698d503229, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=8e930901-ec1d-472f-b5bb-13698d503229,segment=NetworkSegment(e8f7bc83-fef4-47b7-8bca-574a1cb75265),segment_id=e8f7bc83-fef4-47b7-8bca-574a1cb75265)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:11:29.521530 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': '8e930901-ec1d-472f-b5bb-13698d503229', 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1', 'port_id': '8e930901-ec1d-472f-b5bb-13698d503229', 'mac_address': 'fa:16:3e:6d:c9:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b81446e-11cc-48df-8c30-3a35b9db59c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:11:29.562010 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 8e930901-ec1d-472f-b5bb-13698d503229 is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:11:29.562010 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (8e930901-ec1d-472f-b5bb-13698d503229), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:29.577080 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e930901-ec1d-472f-b5bb-13698d503229 {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:11:29.598475 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 8e930901-ec1d-472f-b5bb-13698d503229, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=8e930901-ec1d-472f-b5bb-13698d503229,segment=NetworkSegment(e8f7bc83-fef4-47b7-8bca-574a1cb75265),segment_id=e8f7bc83-fef4-47b7-8bca-574a1cb75265)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:11:29.683583 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec0118-2b32-4f29-8ebb-823e12d0dc41 req-f6618ac2-1caf-4369-be43-14ddcdcac2a3 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:29.685661 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1eec0118-2b32-4f29-8ebb-823e12d0dc41 req-f6618ac2-1caf-4369-be43-14ddcdcac2a3 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 943 time: 0.0791643 Sep 13 13:11:29.694332 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d4b6b-2ed3-4f31-bcea-0ab75bebf2b9 req-f2150ded-59f2-4c56-ac76-03dfb7f079c6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:29.695724 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-632d4b6b-2ed3-4f31-bcea-0ab75bebf2b9 req-f2150ded-59f2-4c56-ac76-03dfb7f079c6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 944 time: 0.0790579 Sep 13 13:11:29.699009 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (8e930901-ec1d-472f-b5bb-13698d503229), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:29.700681 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device a3a407ff-7966-4a38-9817-9e291843aee0 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:11:29.742497 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:29.775224 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=8e930901-ec1d-472f-b5bb-13698d503229,revision_number=7']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:29.777239 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1eec0118-2b32-4f29-8ebb-823e12d0dc41 req-3c8cbd23-7870-426e-8b56-c6948793bf81 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805840 Sep 13 13:11:29.782214 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-632d4b6b-2ed3-4f31-bcea-0ab75bebf2b9 req-e5377177-2af8-4795-b8fa-b012cd1e655a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755932 Sep 13 13:11:29.812113 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:29.812458 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:29.812797 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:29.813171 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:29.813544 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:29.813852 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:29.814368 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:29.815044 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:29.815374 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:29.816251 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:29.816251 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:29.816446 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:29.816621 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:29.817126 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:29.817486 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:29.864506 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port a3a407ff-7966-4a38-9817-9e291843aee0, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a3a407ff-7966-4a38-9817-9e291843aee0,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:11:29.877849 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': 'a3a407ff-7966-4a38-9817-9e291843aee0', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'port_id': 'a3a407ff-7966-4a38-9817-9e291843aee0', 'mac_address': 'fa:16:3e:fc:2c:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 373, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:11:29.918987 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port a3a407ff-7966-4a38-9817-9e291843aee0 is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:11:29.920045 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:29.936013 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3a407ff-7966-4a38-9817-9e291843aee0 {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:11:29.957062 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port a3a407ff-7966-4a38-9817-9e291843aee0, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a3a407ff-7966-4a38-9817-9e291843aee0,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:11:30.047699 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:30.094866 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=a3a407ff-7966-4a38-9817-9e291843aee0,revision_number=9']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:30.410380 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['a3a407ff-7966-4a38-9817-9e291843aee0'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:11:30.489055 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['8e930901-ec1d-472f-b5bb-13698d503229'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:11:30.542760 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:30.616990 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:30.947832 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9aaccf-8c24-45c3-b6c4-40625d5d49a8 req-8aa4afcd-1c59-48ae-bce5-e622f438016c tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:30.949324 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ed9aaccf-8c24-45c3-b6c4-40625d5d49a8 req-8aa4afcd-1c59-48ae-bce5-e622f438016c tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 944 time: 0.0918410 Sep 13 13:11:30.955037 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6da6d-edfd-46f3-8820-5b5d84ad4701 req-24467b72-70c2-4a55-8de0-21543cf67c5d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:30.956406 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-16c6da6d-edfd-46f3-8820-5b5d84ad4701 req-24467b72-70c2-4a55-8de0-21543cf67c5d tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 945 time: 0.0864189 Sep 13 13:11:31.032493 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ed9aaccf-8c24-45c3-b6c4-40625d5d49a8 req-5d11616a-496b-4da6-874a-0c8dde9c00b8 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751040 Sep 13 13:11:31.035774 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-16c6da6d-edfd-46f3-8820-5b5d84ad4701 req-653fa42c-c5d4-4a04-a5ee-8a233c0648ea tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725088 Sep 13 13:11:31.440667 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 8e930901-ec1d-472f-b5bb-13698d503229 up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:11:31.493671 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port 8e930901-ec1d-472f-b5bb-13698d503229 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:11:31.494124 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (8e930901-ec1d-472f-b5bb-13698d503229), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:31.570177 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 8e930901-ec1d-472f-b5bb-13698d503229 is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:11:31.570719 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (8e930901-ec1d-472f-b5bb-13698d503229), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:31.597153 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54284e3-c8b5-4ca1-8fba-355677093187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e930901-ec1d-472f-b5bb-13698d503229'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:11:31.599391 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ba5e72-9efa-471a-b246-6c6f6dd7610f" -d '{"events": [{"server_uuid": "d54284e3-c8b5-4ca1-8fba-355677093187", "name": "network-vif-plugged", "status": "completed", "tag": "8e930901-ec1d-472f-b5bb-13698d503229"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:11:31.615988 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 8e930901-ec1d-472f-b5bb-13698d503229, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=8e930901-ec1d-472f-b5bb-13698d503229,segment=NetworkSegment(e8f7bc83-fef4-47b7-8bca-574a1cb75265),segment_id=e8f7bc83-fef4-47b7-8bca-574a1cb75265)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:11:31.640401 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-981b9f23-588d-41d8-867c-4ce5c42ea72e x-openstack-request-id: req-981b9f23-588d-41d8-867c-4ce5c42ea72e {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:11:31.640631 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54284e3-c8b5-4ca1-8fba-355677093187", "name": "network-vif-plugged", "status": "completed", "tag": "8e930901-ec1d-472f-b5bb-13698d503229", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:11:31.640890 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-981b9f23-588d-41d8-867c-4ce5c42ea72e {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:11:31.641298 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-981b9f23-588d-41d8-867c-4ce5c42ea72e'] response: {'server_uuid': 'd54284e3-c8b5-4ca1-8fba-355677093187', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e930901-ec1d-472f-b5bb-13698d503229', 'code': 200} Sep 13 13:11:31.888296 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:31.951189 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (8e930901-ec1d-472f-b5bb-13698d503229), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:31.952032 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device a3a407ff-7966-4a38-9817-9e291843aee0 up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:11:32.033349 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port a3a407ff-7966-4a38-9817-9e291843aee0 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:11:32.033913 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:32.039464 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=8e930901-ec1d-472f-b5bb-13698d503229,revision_number=8']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:32.081356 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e7227-8c83-4159-8661-73cdb2e171ca req-f2c982ee-9e7f-4708-a908-16075fa37331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:32.084433 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f81e7227-8c83-4159-8661-73cdb2e171ca req-f2c982ee-9e7f-4708-a908-16075fa37331 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 1129 time: 0.0442321 Sep 13 13:11:32.123392 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port a3a407ff-7966-4a38-9817-9e291843aee0 is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:11:32.123792 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:32.125884 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:32.161674 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port a3a407ff-7966-4a38-9817-9e291843aee0, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a3a407ff-7966-4a38-9817-9e291843aee0,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:11:32.170229 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f81e7227-8c83-4159-8661-73cdb2e171ca req-11f269fc-230f-440b-b36f-592ae439d90b service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797400 Sep 13 13:11:32.183853 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0ad200-da2f-4fcc-80e1-b5cbb87362af req-5e45e4bd-0a91-4866-8c96-e1ade9758997 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:32.187465 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-db0ad200-da2f-4fcc-80e1-b5cbb87362af req-5e45e4bd-0a91-4866-8c96-e1ade9758997 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0679221 Sep 13 13:11:32.235827 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:32.238129 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-db0ad200-da2f-4fcc-80e1-b5cbb87362af req-c057dd60-0ea8-4eae-bef5-8e4edb0cd5f7 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452259 Sep 13 13:11:32.288103 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=a3a407ff-7966-4a38-9817-9e291843aee0,revision_number=10']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:32.408579 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef6d0dd-16a5-4110-99b3-3e3febc146e6 req-6f0dcf24-e2cd-43ce-abdb-0e68fa990f08 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:32.410332 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fef6d0dd-16a5-4110-99b3-3e3febc146e6 req-6f0dcf24-e2cd-43ce-abdb-0e68fa990f08 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 947 time: 0.0477431 Sep 13 13:11:32.458370 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fef6d0dd-16a5-4110-99b3-3e3febc146e6 req-f263ef72-3ac3-4051-ae62-d571156ec529 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423975 Sep 13 13:11:33.295155 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-6f2daa53-e949-4a30-922b-6c8945ed9521 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:33.376424 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e3d50-c9e1-4577-8419-83fb809b8b14 req-a1e894fa-bdb5-49a5-9ca4-d31912c4ebf9 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:33.382363 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-035e3d50-c9e1-4577-8419-83fb809b8b14 req-a1e894fa-bdb5-49a5-9ca4-d31912c4ebf9 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0600269 Sep 13 13:11:33.453584 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-035e3d50-c9e1-4577-8419-83fb809b8b14 req-e476ebc5-cc75-459d-af2a-a187d304c915 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690167 Sep 13 13:11:33.588515 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a1dd3-75a7-41ff-a189-15b86514faa5 req-8abf6aba-56b5-4a1d-a71f-4dd3501b6668 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:33.590035 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-878a1dd3-75a7-41ff-a189-15b86514faa5 req-8abf6aba-56b5-4a1d-a71f-4dd3501b6668 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 947 time: 0.0472193 Sep 13 13:11:33.641900 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-878a1dd3-75a7-41ff-a189-15b86514faa5 req-9cff5e45-3e53-4adf-8447-b30c3483fabe tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461214 Sep 13 13:11:33.642714 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f227ce-e8db-4805-9bcf-42485773201f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a407ff-7966-4a38-9817-9e291843aee0'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:11:33.648438 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ef720e8-8e63-460d-aa7e-bf1d43411d10" -d '{"events": [{"server_uuid": "f7f227ce-e8db-4805-9bcf-42485773201f", "name": "network-vif-plugged", "status": "completed", "tag": "a3a407ff-7966-4a38-9817-9e291843aee0"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:11:33.703682 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5205d835-ae87-4565-941a-eb9b09719356 x-openstack-request-id: req-5205d835-ae87-4565-941a-eb9b09719356 {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:11:33.703989 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f227ce-e8db-4805-9bcf-42485773201f", "name": "network-vif-plugged", "status": "completed", "tag": "a3a407ff-7966-4a38-9817-9e291843aee0", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:11:33.704245 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-5205d835-ae87-4565-941a-eb9b09719356 {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:11:33.704649 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5205d835-ae87-4565-941a-eb9b09719356'] response: {'server_uuid': 'f7f227ce-e8db-4805-9bcf-42485773201f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3a407ff-7966-4a38-9817-9e291843aee0', 'code': 200} Sep 13 13:11:34.612484 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d584c76-ad00-42d3-abf1-6b4cd1536d0b req-1651a1c1-b804-45ed-b99b-dffc97c37f91 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:34.614187 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5d584c76-ad00-42d3-abf1-6b4cd1536d0b req-1651a1c1-b804-45ed-b99b-dffc97c37f91 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0765162 Sep 13 13:11:34.641514 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:34.657687 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f456afd8-dddc-46da-b934-14d76d72bcda req-df52f9b2-1d1f-45de-86b1-5684aef6b6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:34.659465 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f456afd8-dddc-46da-b934-14d76d72bcda req-df52f9b2-1d1f-45de-86b1-5684aef6b6cf service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 1131 time: 0.0674090 Sep 13 13:11:34.702609 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5d584c76-ad00-42d3-abf1-6b4cd1536d0b req-c9dfb711-141d-4b25-8e5a-89a31004808b tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727077 Sep 13 13:11:34.727975 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f456afd8-dddc-46da-b934-14d76d72bcda req-807e7061-a945-490e-ae36-fe827c00945d service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578651 Sep 13 13:11:34.821196 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b23b54-177f-4897-b582-979bc0a8a4f9 req-09744753-ebac-4d16-b9da-8da67ade3b8c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:34.822894 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f4b23b54-177f-4897-b582-979bc0a8a4f9 req-09744753-ebac-4d16-b9da-8da67ade3b8c tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 947 time: 0.0499275 Sep 13 13:11:34.893673 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f4b23b54-177f-4897-b582-979bc0a8a4f9 req-ca3a96cf-e290-478c-acfe-6fbed1b91a2f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506966 Sep 13 13:11:35.419128 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-1dd22a1c-ed07-4221-ab99-cd64692d30bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:35.987912 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:36.030456 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440af68-417c-4895-9617-469ff747f3f5 req-866bfe4e-cb39-4605-ba7c-d1a89b672627 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:36.031938 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9440af68-417c-4895-9617-469ff747f3f5 req-866bfe4e-cb39-4605-ba7c-d1a89b672627 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 947 time: 0.0525537 Sep 13 13:11:36.082999 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9440af68-417c-4895-9617-469ff747f3f5 req-3357b3ce-b72f-4dac-8ea5-dffc698b5d9f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437860 Sep 13 13:11:36.144274 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=44,neutron:DELETE=5 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:36.145151 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=36,neutron:DELETE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:36.567315 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=26 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:36.572203 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=8 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:36.948134 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:37.211884 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcae82f-4ce7-42f7-b0ef-4c1c90ad9b93 req-bd2aff6d-8b98-4d48-84c4-3897492e3ce2 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:37.213362 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5bcae82f-4ce7-42f7-b0ef-4c1c90ad9b93 req-bd2aff6d-8b98-4d48-84c4-3897492e3ce2 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 947 time: 0.0466030 Sep 13 13:11:37.266335 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5bcae82f-4ce7-42f7-b0ef-4c1c90ad9b93 req-44c36d2c-a526-4547-977e-4a9fc0b34aa3 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467520 Sep 13 13:11:38.311029 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:38.378726 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:38.664933 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c1db2-fdba-49ad-bcb3-71c18058c412 req-0353f8f6-d2a4-412b-930c-e8a76a18393b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:38.666433 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2a9c1db2-fdba-49ad-bcb3-71c18058c412 req-0353f8f6-d2a4-412b-930c-e8a76a18393b tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 947 time: 0.3172917 Sep 13 13:11:38.717535 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2a9c1db2-fdba-49ad-bcb3-71c18058c412 req-608d6156-35fc-4903-93c7-3d737fbe44df tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436237 Sep 13 13:11:39.064366 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 39988) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:39.174753 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ea5b0453-507f-4686-86ba-e58a32f6eb35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:39.250267 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ea5b0453-507f-4686-86ba-e58a32f6eb35 admin admin] Publish callbacks [] for security_group (48538ce4-1aea-41c1-92a8-7af7fa9fa8f9), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:39.326082 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ea5b0453-507f-4686-86ba-e58a32f6eb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (48538ce4-1aea-41c1-92a8-7af7fa9fa8f9), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:39.368250 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-ea5b0453-507f-4686-86ba-e58a32f6eb35 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=d65e24097e1a4359b89f067df0da9080&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3026745 Sep 13 13:11:39.370140 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5b0453-507f-4686-86ba-e58a32f6eb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48538ce4-1aea-41c1-92a8-7af7fa9fa8f9,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:39.371064 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 39994) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:39.422709 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9fb64958-45f2-494e-829c-02f2b48cd220 admin admin] Publish callbacks [] for security_group (48538ce4-1aea-41c1-92a8-7af7fa9fa8f9), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:39.444489 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9fb64958-45f2-494e-829c-02f2b48cd220 admin admin] Publish callbacks [] for security_group (48538ce4-1aea-41c1-92a8-7af7fa9fa8f9), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:39.573061 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9fb64958-45f2-494e-829c-02f2b48cd220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (48538ce4-1aea-41c1-92a8-7af7fa9fa8f9), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:39.576741 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9fb64958-45f2-494e-829c-02f2b48cd220 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:39.583351 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-9fb64958-45f2-494e-829c-02f2b48cd220 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/48538ce4-1aea-41c1-92a8-7af7fa9fa8f9 HTTP/1.1" status: 204 len: 168 time: 0.2057602 Sep 13 13:11:39.586164 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb64958-45f2-494e-829c-02f2b48cd220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48538ce4-1aea-41c1-92a8-7af7fa9fa8f9,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:40.171444 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 40002) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:40.184759 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c1454650-96ee-4982-9625-5a13ef14cca1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:40.264110 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c1454650-96ee-4982-9625-5a13ef14cca1 admin admin] Publish callbacks [] for security_group (18a14cfb-5a69-4bb5-be9c-e802d2a9f665), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:40.382704 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c1454650-96ee-4982-9625-5a13ef14cca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (18a14cfb-5a69-4bb5-be9c-e802d2a9f665), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:40.425754 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-c1454650-96ee-4982-9625-5a13ef14cca1 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=f2a57c2eae2f4d49b02f43ee5aaabba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531035 Sep 13 13:11:40.426607 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1454650-96ee-4982-9625-5a13ef14cca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18a14cfb-5a69-4bb5-be9c-e802d2a9f665,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:40.429336 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 40008) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:40.486770 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-26b328a0-0416-4f6e-b54a-0e9b8e019e6c admin admin] Publish callbacks [] for security_group (18a14cfb-5a69-4bb5-be9c-e802d2a9f665), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:40.506841 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-26b328a0-0416-4f6e-b54a-0e9b8e019e6c admin admin] Publish callbacks [] for security_group (18a14cfb-5a69-4bb5-be9c-e802d2a9f665), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:40.647118 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-26b328a0-0416-4f6e-b54a-0e9b8e019e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (18a14cfb-5a69-4bb5-be9c-e802d2a9f665), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:40.653253 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-26b328a0-0416-4f6e-b54a-0e9b8e019e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:40.653253 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-26b328a0-0416-4f6e-b54a-0e9b8e019e6c admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/18a14cfb-5a69-4bb5-be9c-e802d2a9f665 HTTP/1.1" status: 204 len: 168 time: 0.2201250 Sep 13 13:11:40.661090 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b328a0-0416-4f6e-b54a-0e9b8e019e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18a14cfb-5a69-4bb5-be9c-e802d2a9f665,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:41.368558 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586178d2-43c6-4466-a600-43b328469a6b req-f05be4e8-e58f-41df-b470-eb6a68c4ad0b tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:41.370024 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-586178d2-43c6-4466-a600-43b328469a6b req-f05be4e8-e58f-41df-b470-eb6a68c4ad0b tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 946 time: 0.0468557 Sep 13 13:11:41.419763 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-586178d2-43c6-4466-a600-43b328469a6b req-f7c0e284-07cf-4214-9644-c6a4d26e5375 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434480 Sep 13 13:11:41.469562 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:41.476314 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c839ec-4b3e-4a1e-9699-48439507da21 req-34951a5c-0783-44a7-b547-17f6b26384f7 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:41.477732 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-47c839ec-4b3e-4a1e-9699-48439507da21 req-34951a5c-0783-44a7-b547-17f6b26384f7 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 945 time: 0.0518267 Sep 13 13:11:41.496464 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 40036) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:41.513096 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9d995fb8-9b7c-4825-a297-7147f9b91e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:41.553075 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-47c839ec-4b3e-4a1e-9699-48439507da21 req-39217408-8d09-4d60-b137-6a0e637de3ea tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b266177b-0c17-4100-8a68-7b5dfbb98612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693099 Sep 13 13:11:41.572171 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:41.609073 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9d995fb8-9b7c-4825-a297-7147f9b91e37 admin admin] Publish callbacks [] for security_group (947b7d9d-aa80-44b2-8c95-ca2429586c69), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:41.709791 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9d995fb8-9b7c-4825-a297-7147f9b91e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (947b7d9d-aa80-44b2-8c95-ca2429586c69), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:41.748194 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-9d995fb8-9b7c-4825-a297-7147f9b91e37 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=0ee49b67798d48418a8f6d2bf484f49e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2507365 Sep 13 13:11:41.749373 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d995fb8-9b7c-4825-a297-7147f9b91e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947b7d9d-aa80-44b2-8c95-ca2429586c69,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:41.751463 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 40038) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:41.800876 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-565a4b59-b2b7-4cd5-b282-e7f4891e3637 admin admin] Publish callbacks [] for security_group (947b7d9d-aa80-44b2-8c95-ca2429586c69), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:41.820911 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-565a4b59-b2b7-4cd5-b282-e7f4891e3637 admin admin] Publish callbacks [] for security_group (947b7d9d-aa80-44b2-8c95-ca2429586c69), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:41.941977 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-565a4b59-b2b7-4cd5-b282-e7f4891e3637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (947b7d9d-aa80-44b2-8c95-ca2429586c69), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:41.944431 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-565a4b59-b2b7-4cd5-b282-e7f4891e3637 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:41.945562 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-565a4b59-b2b7-4cd5-b282-e7f4891e3637 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/947b7d9d-aa80-44b2-8c95-ca2429586c69 HTTP/1.1" status: 204 len: 168 time: 0.1930590 Sep 13 13:11:41.958175 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565a4b59-b2b7-4cd5-b282-e7f4891e3637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947b7d9d-aa80-44b2-8c95-ca2429586c69,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:42.540904 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdad432-4f86-4493-9609-17826a0ceccc req-fcb78209-8961-4637-b8f6-e93947b9486d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:42.542390 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-efdad432-4f86-4493-9609-17826a0ceccc req-fcb78209-8961-4637-b8f6-e93947b9486d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 946 time: 0.0461996 Sep 13 13:11:42.592402 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-efdad432-4f86-4493-9609-17826a0ceccc req-b9007df7-cdbf-40a4-a4b5-c09d3f155723 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438027 Sep 13 13:11:42.681796 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d6a8ea-63db-46ea-9edb-0366b787e109 req-682fae43-d830-42b7-898e-6f8d1ca89326 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:42.683179 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-15d6a8ea-63db-46ea-9edb-0366b787e109 req-682fae43-d830-42b7-898e-6f8d1ca89326 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 945 time: 0.0489841 Sep 13 13:11:42.730931 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-15d6a8ea-63db-46ea-9edb-0366b787e109 req-a59c1049-5bb0-4086-8bca-aab1e287b161 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b266177b-0c17-4100-8a68-7b5dfbb98612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422130 Sep 13 13:11:43.615316 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 40072) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:43.730833 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-88fb89c9-6043-4196-9f0c-ae608d1f9335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:43.745565 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947b6d0-e9c9-4ea1-8596-014a6e001992 req-69a05c13-0f0f-4383-b9da-e9458ae15d10 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:43.747058 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3947b6d0-e9c9-4ea1-8596-014a6e001992 req-69a05c13-0f0f-4383-b9da-e9458ae15d10 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 946 time: 0.0702641 Sep 13 13:11:43.839274 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3947b6d0-e9c9-4ea1-8596-014a6e001992 req-5a6ba89a-6fe1-45b1-a5bc-61e07821c748 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847044 Sep 13 13:11:43.889543 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32715b-495d-4e59-bc2a-afa003507cbd req-d7d8f188-a91a-4d29-8e37-75784a7ae6e5 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:43.891275 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fd32715b-495d-4e59-bc2a-afa003507cbd req-d7d8f188-a91a-4d29-8e37-75784a7ae6e5 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 945 time: 0.0816934 Sep 13 13:11:43.911363 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-88fb89c9-6043-4196-9f0c-ae608d1f9335 admin admin] Publish callbacks [] for security_group (4eac526d-028d-430c-b40d-83169ad4c29e), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:43.946630 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fd32715b-495d-4e59-bc2a-afa003507cbd req-f26ca55d-7a9f-4b71-bb0f-7385bae8ef5a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b266177b-0c17-4100-8a68-7b5dfbb98612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461071 Sep 13 13:11:44.010778 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-88fb89c9-6043-4196-9f0c-ae608d1f9335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (4eac526d-028d-430c-b40d-83169ad4c29e), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:44.051176 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-88fb89c9-6043-4196-9f0c-ae608d1f9335 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=8b2eb2e872fe4451b020565cd7118244&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4348130 Sep 13 13:11:44.052059 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb89c9-6043-4196-9f0c-ae608d1f9335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eac526d-028d-430c-b40d-83169ad4c29e,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:44.054076 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 40080) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:44.106031 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-242b2be9-3162-4e89-95ad-6f641473841b admin admin] Publish callbacks [] for security_group (4eac526d-028d-430c-b40d-83169ad4c29e), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:44.126022 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-242b2be9-3162-4e89-95ad-6f641473841b admin admin] Publish callbacks [] for security_group (4eac526d-028d-430c-b40d-83169ad4c29e), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:44.264154 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-242b2be9-3162-4e89-95ad-6f641473841b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (4eac526d-028d-430c-b40d-83169ad4c29e), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:44.267438 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-242b2be9-3162-4e89-95ad-6f641473841b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:44.268571 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-242b2be9-3162-4e89-95ad-6f641473841b admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/4eac526d-028d-430c-b40d-83169ad4c29e HTTP/1.1" status: 204 len: 168 time: 0.2114739 Sep 13 13:11:44.276723 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242b2be9-3162-4e89-95ad-6f641473841b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eac526d-028d-430c-b40d-83169ad4c29e,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:44.467620 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d55e74-e8c6-486c-b382-f6431e0aa626 req-65ef4c5e-1c6d-48ed-a57d-e8a8e218cf4c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:44.475342 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a8d55e74-e8c6-486c-b382-f6431e0aa626 req-65ef4c5e-1c6d-48ed-a57d-e8a8e218cf4c tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 946 time: 0.0773637 Sep 13 13:11:44.506929 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb61943-e3b3-4d61-aa97-d0925a07c3e5 req-0a5e97f9-194b-4ed3-8c0b-c230d57a3b51 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:44.508324 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ddb61943-e3b3-4d61-aa97-d0925a07c3e5 req-0a5e97f9-194b-4ed3-8c0b-c230d57a3b51 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 945 time: 0.0802989 Sep 13 13:11:44.511147 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:INSERT=15,neutron:SELECT=84,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:44.636108 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-a8d55e74-e8c6-486c-b382-f6431e0aa626 req-010aac39-71f3-4e75-b300-ac3270d9f594 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Deleting port 9c44e815-baec-4fbf-899a-28661f1fa44a {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:11:44.636749 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-a8d55e74-e8c6-486c-b382-f6431e0aa626 req-010aac39-71f3-4e75-b300-ac3270d9f594 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (9c44e815-baec-4fbf-899a-28661f1fa44a), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:44.642434 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-ddb61943-e3b3-4d61-aa97-d0925a07c3e5 req-60605867-2c18-40ef-ace9-e4045072034a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Deleting port 54c2670f-bc7d-4b11-9765-a6b741484f6f {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:11:44.642764 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-ddb61943-e3b3-4d61-aa97-d0925a07c3e5 req-60605867-2c18-40ef-ace9-e4045072034a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (54c2670f-bc7d-4b11-9765-a6b741484f6f), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:44.664182 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:44.802812 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-a8d55e74-e8c6-486c-b382-f6431e0aa626 req-010aac39-71f3-4e75-b300-ac3270d9f594 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] For port 9c44e815-baec-4fbf-899a-28661f1fa44a, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=9c44e815-baec-4fbf-899a-28661f1fa44a,segment=NetworkSegment(add5e484-7471-480b-a06b-32a9eb9454e4),segment_id=add5e484-7471-480b-a06b-32a9eb9454e4)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:11:44.803182 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-a8d55e74-e8c6-486c-b382-f6431e0aa626 req-010aac39-71f3-4e75-b300-ac3270d9f594 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (9c44e815-baec-4fbf-899a-28661f1fa44a), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:44.813405 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-ddb61943-e3b3-4d61-aa97-d0925a07c3e5 req-60605867-2c18-40ef-ace9-e4045072034a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] For port 54c2670f-bc7d-4b11-9765-a6b741484f6f, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=54c2670f-bc7d-4b11-9765-a6b741484f6f,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:11:44.813779 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-ddb61943-e3b3-4d61-aa97-d0925a07c3e5 req-60605867-2c18-40ef-ace9-e4045072034a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (54c2670f-bc7d-4b11-9765-a6b741484f6f), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:45.123675 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc43cc3-71ad-4811-99d2-c35ba2063507 req-a45cbe8d-37d0-41ad-8ab0-1f635c199b6d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:45.125670 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1dc43cc3-71ad-4811-99d2-c35ba2063507 req-a45cbe8d-37d0-41ad-8ab0-1f635c199b6d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 946 time: 0.2047169 Sep 13 13:11:45.209599 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429d62c1-3240-407c-990c-b7f5723557d2 req-53177f40-7692-41ea-a937-a7a0a7271de5 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:45.211053 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-429d62c1-3240-407c-990c-b7f5723557d2 req-53177f40-7692-41ea-a937-a7a0a7271de5 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 945 time: 0.1803191 Sep 13 13:11:45.235393 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-a8d55e74-e8c6-486c-b382-f6431e0aa626 req-010aac39-71f3-4e75-b300-ac3270d9f594 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:45.235675 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-a8d55e74-e8c6-486c-b382-f6431e0aa626 req-010aac39-71f3-4e75-b300-ac3270d9f594 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (d1e00826-e0a0-47df-9d7c-a652c6d9a62b), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:45.235988 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.l3_db [req-a8d55e74-e8c6-486c-b382-f6431e0aa626 req-010aac39-71f3-4e75-b300-ac3270d9f594 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Floating IP d1e00826-e0a0-47df-9d7c-a652c6d9a62b disassociated. External IP: 172.27.1.94, port: 9c44e815-baec-4fbf-899a-28661f1fa44a. Sep 13 13:11:45.236323 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-a8d55e74-e8c6-486c-b382-f6431e0aa626 req-010aac39-71f3-4e75-b300-ac3270d9f594 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Calling delete_port for 9c44e815-baec-4fbf-899a-28661f1fa44a owned by compute:nova {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:11:45.249215 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-ddb61943-e3b3-4d61-aa97-d0925a07c3e5 req-60605867-2c18-40ef-ace9-e4045072034a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:45.249569 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-ddb61943-e3b3-4d61-aa97-d0925a07c3e5 req-60605867-2c18-40ef-ace9-e4045072034a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (8bde5a08-5109-4679-b5eb-27bc923aa6dd), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:45.250417 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.l3_db [req-ddb61943-e3b3-4d61-aa97-d0925a07c3e5 req-60605867-2c18-40ef-ace9-e4045072034a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Floating IP 8bde5a08-5109-4679-b5eb-27bc923aa6dd disassociated. External IP: 172.27.1.209, port: 54c2670f-bc7d-4b11-9765-a6b741484f6f. Sep 13 13:11:45.250758 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-ddb61943-e3b3-4d61-aa97-d0925a07c3e5 req-60605867-2c18-40ef-ace9-e4045072034a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Calling delete_port for 54c2670f-bc7d-4b11-9765-a6b741484f6f owned by compute:nova {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:11:45.353081 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 40106) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:45.359797 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1dc43cc3-71ad-4811-99d2-c35ba2063507 req-f0e4e23d-2249-401b-bd5d-a5afda0836c8 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011938 Sep 13 13:11:45.399327 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:45.403235 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-429d62c1-3240-407c-990c-b7f5723557d2 req-9e3a3a4c-d15d-491d-a0d1-998812755a36 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=b266177b-0c17-4100-8a68-7b5dfbb98612&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811328 Sep 13 13:11:45.470282 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-58a127c9-99d1-430e-bbf5-766ea8dc9e1f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1513598183-network', 'tenant_id': '15bcfc71833149c194401e5afb6e5d18'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:11:45.470921 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1,neutron:DELETE=14 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:45.561249 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a127c9-99d1-430e-bbf5-766ea8dc9e1f admin admin] Made reservation on behalf of 15bcfc71833149c194401e5afb6e5d18 for: {'network': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:11:45.564197 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-58a127c9-99d1-430e-bbf5-766ea8dc9e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for network (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:45.572876 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-58a127c9-99d1-430e-bbf5-766ea8dc9e1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:45.618636 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-a8d55e74-e8c6-486c-b382-f6431e0aa626 req-010aac39-71f3-4e75-b300-ac3270d9f594 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (9c44e815-baec-4fbf-899a-28661f1fa44a), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:45.626397 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:DELETE=6 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:45.649531 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:45.651789 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-58a127c9-99d1-430e-bbf5-766ea8dc9e1f admin admin] Publish callbacks [] for security_group (06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:45.660008 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010aac39-71f3-4e75-b300-ac3270d9f594 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Pushing event deleted for resources: {'Port': ['ID=9c44e815-baec-4fbf-899a-28661f1fa44a,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:45.663563 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-ddb61943-e3b3-4d61-aa97-d0925a07c3e5 req-60605867-2c18-40ef-ace9-e4045072034a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (54c2670f-bc7d-4b11-9765-a6b741484f6f), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:45.724362 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60605867-2c18-40ef-ace9-e4045072034a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event deleted for resources: {'Port': ['ID=54c2670f-bc7d-4b11-9765-a6b741484f6f,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:45.761483 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-58a127c9-99d1-430e-bbf5-766ea8dc9e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:45.790598 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a127c9-99d1-430e-bbf5-766ea8dc9e1f admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=106849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 13:11:45.795949 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a127c9-99d1-430e-bbf5-766ea8dc9e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:45.803641 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-58a127c9-99d1-430e-bbf5-766ea8dc9e1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (a8bead74-4232-4f16-9175-eb0c92afaa60), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:45.804053 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.db.segments_db [None req-58a127c9-99d1-430e-bbf5-766ea8dc9e1f admin admin] Added segment a8bead74-4232-4f16-9175-eb0c92afaa60 of type vlan for network eec74a46-1341-4521-af9d-fbe61d5591cd Sep 13 13:11:45.848823 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-58a127c9-99d1-430e-bbf5-766ea8dc9e1f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734282471325'] for network (eec74a46-1341-4521-af9d-fbe61d5591cd), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:45.880993 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8d55e74-e8c6-486c-b382-f6431e0aa626 req-010aac39-71f3-4e75-b300-ac3270d9f594 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Router 8926fa8f-cbac-4d5c-a954-6763bfc46885 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:11:45.899292 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddb61943-e3b3-4d61-aa97-d0925a07c3e5 req-60605867-2c18-40ef-ace9-e4045072034a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Router 8bf8171d-2b9c-4569-8528-71cfbdafa430 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:11:45.939163 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-58a127c9-99d1-430e-bbf5-766ea8dc9e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for network (eec74a46-1341-4521-af9d-fbe61d5591cd), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:45.940111 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a127c9-99d1-430e-bbf5-766ea8dc9e1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:45.940722 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-58a127c9-99d1-430e-bbf5-766ea8dc9e1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:46.003102 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a127c9-99d1-430e-bbf5-766ea8dc9e1f admin admin] Pushing event updated for resources: {'Network': ['ID=eec74a46-1341-4521-af9d-fbe61d5591cd,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:46.013931 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Network eec74a46-1341-4521-af9d-fbe61d5591cd details requested by agent ovs-agent-dv-cinder-801354-10-iscsi with host dv-cinder-801354-10-iscsi {{(pid=106851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 13:11:46.044985 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-58a127c9-99d1-430e-bbf5-766ea8dc9e1f admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6906865 Sep 13 13:11:46.045725 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 40110) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:46.051584 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-b94ec4d6-6d5f-43c9-85c9-d0f626f14961 admin admin] Request body: {'subnet': {'network_id': 'eec74a46-1341-4521-af9d-fbe61d5591cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1513598183-subnet', 'tenant_id': '15bcfc71833149c194401e5afb6e5d18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:11:46.077827 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8d55e74-e8c6-486c-b382-f6431e0aa626 req-010aac39-71f3-4e75-b300-ac3270d9f594 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:11:46.091282 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7ee453-d9bb-4a94-b70f-b1f107593558 None None] Sync routers for ids ['8926fa8f-cbac-4d5c-a954-6763bfc46885'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:11:46.111421 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddb61943-e3b3-4d61-aa97-d0925a07c3e5 req-60605867-2c18-40ef-ace9-e4045072034a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:11:46.125110 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7ee453-d9bb-4a94-b70f-b1f107593558 None None] Routers {'8926fa8f-cbac-4d5c-a954-6763bfc46885'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:11:46.125421 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-0d7ee453-d9bb-4a94-b70f-b1f107593558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:11:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8926fa8f-cbac-4d5c-a954-6763bfc46885'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:11:46.129891 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9cba65-2dca-4bc0-af88-d4ab8fb28f9a None None] Sync routers for ids ['8bf8171d-2b9c-4569-8528-71cfbdafa430'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:11:46.159231 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9cba65-2dca-4bc0-af88-d4ab8fb28f9a None None] Routers {'8bf8171d-2b9c-4569-8528-71cfbdafa430'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:11:46.159988 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-7e9cba65-2dca-4bc0-af88-d4ab8fb28f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:11:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8bf8171d-2b9c-4569-8528-71cfbdafa430'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:11:46.161927 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b94ec4d6-6d5f-43c9-85c9-d0f626f14961 admin admin] Made reservation on behalf of 15bcfc71833149c194401e5afb6e5d18 for: {'subnet': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:11:46.164707 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b94ec4d6-6d5f-43c9-85c9-d0f626f14961 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7736809'] for subnet (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:46.192542 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8d55e74-e8c6-486c-b382-f6431e0aa626 req-010aac39-71f3-4e75-b300-ac3270d9f594 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] No DVR routers for this DVR port 9c44e815-baec-4fbf-899a-28661f1fa44a on host hv-cinder-80135 {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:11:46.204433 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-a8d55e74-e8c6-486c-b382-f6431e0aa626 req-010aac39-71f3-4e75-b300-ac3270d9f594 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:46.211922 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a8d55e74-e8c6-486c-b382-f6431e0aa626 req-010aac39-71f3-4e75-b300-ac3270d9f594 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.61 "DELETE /networking/v2.0/ports/9c44e815-baec-4fbf-899a-28661f1fa44a HTTP/1.1" status: 204 len: 173 time: 1.7371805 Sep 13 13:11:46.219873 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec3a98d-7f9d-4145-b596-02b4b7868127', 'name': 'network-vif-deleted', 'tag': '9c44e815-baec-4fbf-899a-28661f1fa44a'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:11:46.222544 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-142ca2c5-9bad-4972-b399-6de955060d83" -d '{"events": [{"server_uuid": "9ec3a98d-7f9d-4145-b596-02b4b7868127", "name": "network-vif-deleted", "tag": "9c44e815-baec-4fbf-899a-28661f1fa44a"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:11:46.252612 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:46.289858 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb61943-e3b3-4d61-aa97-d0925a07c3e5 req-60605867-2c18-40ef-ace9-e4045072034a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] No DVR routers for this DVR port 54c2670f-bc7d-4b11-9765-a6b741484f6f on host hv-cinder-80135 {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:11:46.295382 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-ddb61943-e3b3-4d61-aa97-d0925a07c3e5 req-60605867-2c18-40ef-ace9-e4045072034a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:46.304170 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ddb61943-e3b3-4d61-aa97-d0925a07c3e5 req-60605867-2c18-40ef-ace9-e4045072034a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.61 "DELETE /networking/v2.0/ports/54c2670f-bc7d-4b11-9765-a6b741484f6f HTTP/1.1" status: 204 len: 173 time: 1.7895808 Sep 13 13:11:46.304878 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-7e9cba65-2dca-4bc0-af88-d4ab8fb28f9a None None] Set router 8bf8171d-2b9c-4569-8528-71cfbdafa430 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:11:46.308475 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f355a988-e808-4642-b4b1-571b3b627f64 x-openstack-request-id: req-f355a988-e808-4642-b4b1-571b3b627f64 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:11:46.308475 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec3a98d-7f9d-4145-b596-02b4b7868127", "name": "network-vif-deleted", "tag": "9c44e815-baec-4fbf-899a-28661f1fa44a", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:11:46.308475 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f355a988-e808-4642-b4b1-571b3b627f64 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:11:46.308890 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f355a988-e808-4642-b4b1-571b3b627f64'] response: {'server_uuid': '9ec3a98d-7f9d-4145-b596-02b4b7868127', 'name': 'network-vif-deleted', 'tag': '9c44e815-baec-4fbf-899a-28661f1fa44a', 'status': 'completed', 'code': 200} Sep 13 13:11:46.456543 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:46.465522 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-0d7ee453-d9bb-4a94-b70f-b1f107593558 None None] Set router 8926fa8f-cbac-4d5c-a954-6763bfc46885 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:11:46.526826 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-7e9cba65-2dca-4bc0-af88-d4ab8fb28f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:11:46.537387 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-afb72de1-37ad-46ef-acd6-a20e5ef828d7 req-9f79a9e7-d56e-4129-b162-d9739eb41438 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 210 time: 0.0610111 Sep 13 13:11:46.561562 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9cba65-2dca-4bc0-af88-d4ab8fb28f9a None None] Checking router: 8bf8171d-2b9c-4569-8528-71cfbdafa430 for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:11:46.570571 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9cba65-2dca-4bc0-af88-d4ab8fb28f9a None None] Routers {'8bf8171d-2b9c-4569-8528-71cfbdafa430'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:11:46.572981 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b94ec4d6-6d5f-43c9-85c9-d0f626f14961 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4782416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7736827'] for subnet (f7121927-c8b9-4a63-9c61-3e3a20a05616), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:46.573495 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-02ad6b58-c6c5-42da-9f21-27055cb8e573 req-5ec03442-b9ae-4ffb-bc17-e72ba68806a7 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 210 time: 0.0321448 Sep 13 13:11:46.582039 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-7e9cba65-2dca-4bc0-af88-d4ab8fb28f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:11:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8bf8171d-2b9c-4569-8528-71cfbdafa430'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:11:46.638179 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ec4d6-6d5f-43c9-85c9-d0f626f14961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7121927-c8b9-4a63-9c61-3e3a20a05616,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:46.656972 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b94ec4d6-6d5f-43c9-85c9-d0f626f14961 admin admin] Checking segment: {'id': 'a8bead74-4232-4f16-9175-eb0c92afaa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'eec74a46-1341-4521-af9d-fbe61d5591cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:11:46.657525 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94ec4d6-6d5f-43c9-85c9-d0f626f14961 admin admin] Network hostable DHCP agents. Network: eec74a46-1341-4521-af9d-fbe61d5591cd, hostable agents: ['03c760d5-e05f-4ba1-99ba-fbb88ab66826'], hosted agents: [] {{(pid=106849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 13:11:46.718251 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-0d7ee453-d9bb-4a94-b70f-b1f107593558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'name': 'tempest-AttachVolumeTestJSON-1441218684-router', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:13Z', 'revision_number': 4, 'project_id': '75f6274158934ab5abf68951902f1e81', 'gw_port': {'id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'adf3485b-2d64-41e0-879e-2e6b8f989eb4', 'name': '', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'mac_address': 'fa:16:3e:e9:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:07Z', 'updated_at': '2022-09-13T13:05:26Z', 'revision_number': 5, 'project_id': '75f6274158934ab5abf68951902f1e81', 'subnets': [{'id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:11:46.738648 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-7e9cba65-2dca-4bc0-af88-d4ab8fb28f9a None None] Set router 8bf8171d-2b9c-4569-8528-71cfbdafa430 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:11:46.742975 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7ee453-d9bb-4a94-b70f-b1f107593558 None None] Checking router: 8926fa8f-cbac-4d5c-a954-6763bfc46885 for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:11:46.752048 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7ee453-d9bb-4a94-b70f-b1f107593558 None None] Routers {'8926fa8f-cbac-4d5c-a954-6763bfc46885'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:11:46.752652 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-0d7ee453-d9bb-4a94-b70f-b1f107593558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:11:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8926fa8f-cbac-4d5c-a954-6763bfc46885'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:11:46.759091 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b94ec4d6-6d5f-43c9-85c9-d0f626f14961 admin admin] Network eec74a46-1341-4521-af9d-fbe61d5591cd is scheduled to be hosted by DHCP agent 03c760d5-e05f-4ba1-99ba-fbb88ab66826 with binding_index 1 {{(pid=106849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 13:11:46.861828 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-0d7ee453-d9bb-4a94-b70f-b1f107593558 None None] Set router 8926fa8f-cbac-4d5c-a954-6763bfc46885 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:11:46.882252 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-b94ec4d6-6d5f-43c9-85c9-d0f626f14961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-10-iscsi, eec74a46-1341-4521-af9d-fbe61d5591cd) {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:11:46.887556 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94ec4d6-6d5f-43c9-85c9-d0f626f14961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:46.888096 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b94ec4d6-6d5f-43c9-85c9-d0f626f14961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:46.896725 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2671db3d-bb0d-4656-9fe2-f5e8a3f70213 None None] Network eec74a46-1341-4521-af9d-fbe61d5591cd requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:11:46.940871 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-7e9cba65-2dca-4bc0-af88-d4ab8fb28f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:11:46.954959 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:46.970698 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9cba65-2dca-4bc0-af88-d4ab8fb28f9a None None] The sync data for ids ['8bf8171d-2b9c-4569-8528-71cfbdafa430'] in dv-cinder-801354-10-iscsi is: [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:05:03Z', 'revision_number': 4, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '0a394588-bb4a-4ac3-aec8-1ac37887ac54', 'name': '', 'network_id': '1f0b8231-ada5-4945-87a4-d1b052328819', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'mac_address': 'fa:16:3e:e2:13:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:02Z', 'updated_at': '2022-09-13T13:05:21Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'subnets': [{'id': '8e8aac7b-ea4b-46cf-9476-3c7b376f07e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:11:47.009838 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-b94ec4d6-6d5f-43c9-85c9-d0f626f14961 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9630551 Sep 13 13:11:47.096945 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fca1a1-e566-4346-b76c-dabd24ed1abc None None] Network eec74a46-1341-4521-af9d-fbe61d5591cd requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:11:47.222994 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-0d7ee453-d9bb-4a94-b70f-b1f107593558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'name': 'tempest-AttachVolumeTestJSON-1441218684-router', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:13Z', 'revision_number': 4, 'project_id': '75f6274158934ab5abf68951902f1e81', 'gw_port': {'id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'adf3485b-2d64-41e0-879e-2e6b8f989eb4', 'name': '', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'mac_address': 'fa:16:3e:e9:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:07Z', 'updated_at': '2022-09-13T13:05:26Z', 'revision_number': 5, 'project_id': '75f6274158934ab5abf68951902f1e81', 'subnets': [{'id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:11:47.253656 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7ee453-d9bb-4a94-b70f-b1f107593558 None None] The sync data for ids ['8926fa8f-cbac-4d5c-a954-6763bfc46885'] in dv-cinder-801354-10-iscsi is: [{'id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'name': 'tempest-AttachVolumeTestJSON-1441218684-router', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:13Z', 'revision_number': 4, 'project_id': '75f6274158934ab5abf68951902f1e81', 'gw_port': {'id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'adf3485b-2d64-41e0-879e-2e6b8f989eb4', 'name': '', 'network_id': '9a6ee3a0-91e5-4300-8f53-c3332833b2a0', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'mac_address': 'fa:16:3e:e9:fa:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:07Z', 'updated_at': '2022-09-13T13:05:26Z', 'revision_number': 5, 'project_id': '75f6274158934ab5abf68951902f1e81', 'subnets': [{'id': '4a7c387c-3b38-49bb-ab6c-762e7638336f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:11:47.285315 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af1c3a57-e06a-46a3-97fe-6aaa04a90fa5 None None] New status for floating IP 8bde5a08-5109-4679-b5eb-27bc923aa6dd: DOWN {{(pid=106851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:11:47.511325 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a416ee-a0cc-4a76-abc9-567c2d7151bd None None] New status for floating IP d1e00826-e0a0-47df-9d7c-a652c6d9a62b: DOWN {{(pid=106852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:11:47.553193 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 9c44e815-baec-4fbf-899a-28661f1fa44a no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:11:47.584304 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] No Port match for: 9c44e815-baec-4fbf-899a-28661f1fa44a {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:11:47.584656 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 9c44e815-baec-4fbf-899a-28661f1fa44a not bound to the agent host hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:11:47.674658 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b26d4cea-1ff5-404f-a9ac-dee08c5fc552 req-e6c7e5e7-c700-4e51-84a8-86631de38844 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9ec3a98d-7f9d-4145-b596-02b4b7868127 HTTP/1.1" status: 200 len: 210 time: 0.0327036 Sep 13 13:11:47.711870 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-324724ce-998b-41d8-968c-b942a14280d2 req-082fd3f2-846c-4940-bf61-7532c4fed9d6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f1d00a32-cda7-4b1d-8f9f-1c0856011372 HTTP/1.1" status: 200 len: 210 time: 0.0283740 Sep 13 13:11:48.310485 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1d00a32-cda7-4b1d-8f9f-1c0856011372', 'name': 'network-vif-deleted', 'tag': '54c2670f-bc7d-4b11-9765-a6b741484f6f'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:11:48.312897 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780d4106-de94-46f4-8bc3-45990d9afc12" -d '{"events": [{"server_uuid": "f1d00a32-cda7-4b1d-8f9f-1c0856011372", "name": "network-vif-deleted", "tag": "54c2670f-bc7d-4b11-9765-a6b741484f6f"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:11:48.351580 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f813a288-abe4-428c-b38c-05dd1b3944d7 x-openstack-request-id: req-f813a288-abe4-428c-b38c-05dd1b3944d7 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:11:48.351870 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1d00a32-cda7-4b1d-8f9f-1c0856011372", "name": "network-vif-deleted", "tag": "54c2670f-bc7d-4b11-9765-a6b741484f6f", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:11:48.352120 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f813a288-abe4-428c-b38c-05dd1b3944d7 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:11:48.352518 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f813a288-abe4-428c-b38c-05dd1b3944d7'] response: {'server_uuid': 'f1d00a32-cda7-4b1d-8f9f-1c0856011372', 'name': 'network-vif-deleted', 'tag': '54c2670f-bc7d-4b11-9765-a6b741484f6f', 'status': 'completed', 'code': 200} Sep 13 13:11:48.831431 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 40144) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:48.838342 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:48.886682 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c58df3af-81b3-47b1-978e-9842713818a4 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for security_group (981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:48.903152 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 40146) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:48.910200 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c58df3af-81b3-47b1-978e-9842713818a4 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for security_group (981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:48.958900 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-74054de6-9e8b-4b23-b644-6aeac736e42a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group (b266177b-0c17-4100-8a68-7b5dfbb98612), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:48.980970 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-74054de6-9e8b-4b23-b644-6aeac736e42a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group (b266177b-0c17-4100-8a68-7b5dfbb98612), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:49.035353 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c58df3af-81b3-47b1-978e-9842713818a4 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:49.038041 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c58df3af-81b3-47b1-978e-9842713818a4 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:49.039195 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-c58df3af-81b3-47b1-978e-9842713818a4 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0 HTTP/1.1" status: 204 len: 168 time: 0.2067699 Sep 13 13:11:49.042036 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 40148) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:49.048899 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58df3af-81b3-47b1-978e-9842713818a4 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:49.055688 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.api.v2.resource [None req-0fecd710-0d30-42bb-bcf9-0e6943ff780d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] show failed (client error): The resource could not be found. Sep 13 13:11:49.056720 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-0fecd710-0d30-42bb-bcf9-0e6943ff780d tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "GET /networking/v2.0/security-groups/981ed4a5-fe7a-48b4-a9b3-911ddf62c3a0 HTTP/1.1" status: 404 len: 347 time: 0.0134418 Sep 13 13:11:49.059649 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 40150) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:49.348706 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-74054de6-9e8b-4b23-b644-6aeac736e42a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (b266177b-0c17-4100-8a68-7b5dfbb98612), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:49.351136 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-74054de6-9e8b-4b23-b644-6aeac736e42a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:49.352229 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-74054de6-9e8b-4b23-b644-6aeac736e42a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/b266177b-0c17-4100-8a68-7b5dfbb98612 HTTP/1.1" status: 204 len: 168 time: 0.4481206 Sep 13 13:11:49.355116 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 40166) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:49.369097 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.api.v2.resource [None req-21c30e2f-afc3-48dc-ba60-19ad0edb72c6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] show failed (client error): The resource could not be found. Sep 13 13:11:49.370141 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-21c30e2f-afc3-48dc-ba60-19ad0edb72c6 tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "GET /networking/v2.0/security-groups/b266177b-0c17-4100-8a68-7b5dfbb98612 HTTP/1.1" status: 404 len: 347 time: 0.0140698 Sep 13 13:11:49.373052 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 40168) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:49.440106 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74054de6-9e8b-4b23-b644-6aeac736e42a tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b266177b-0c17-4100-8a68-7b5dfbb98612,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:49.493433 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-0f99d274-b2e5-4cab-a5fa-70593689f1fc tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Deleting port 5c407d3e-33e5-4c2c-ac92-db8802f8d512 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:11:49.493808 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0f99d274-b2e5-4cab-a5fa-70593689f1fc tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (5c407d3e-33e5-4c2c-ac92-db8802f8d512), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:49.505426 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-4ed47d6f-59dc-40bb-9efc-9ba973b53320 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Deleting port 4e690a99-3579-4a6e-b2fb-8e5081a16142 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:11:49.505786 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-4ed47d6f-59dc-40bb-9efc-9ba973b53320 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (4e690a99-3579-4a6e-b2fb-8e5081a16142), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:49.569083 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b752a9-d65e-4591-b754-561e18adaa93 req-c9dd9bdf-ab64-42f9-a463-abb63215dfae tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:49.570702 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10b752a9-d65e-4591-b754-561e18adaa93 req-c9dd9bdf-ab64-42f9-a463-abb63215dfae tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/networks?id=eec74a46-1341-4521-af9d-fbe61d5591cd HTTP/1.1" status: 200 len: 814 time: 0.2279263 Sep 13 13:11:49.580733 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 54c2670f-bc7d-4b11-9765-a6b741484f6f no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:11:49.603799 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] No Port match for: 54c2670f-bc7d-4b11-9765-a6b741484f6f {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:11:49.604378 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 54c2670f-bc7d-4b11-9765-a6b741484f6f not bound to the agent host hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:11:49.605430 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10b752a9-d65e-4591-b754-561e18adaa93 req-f92d0fcb-07f3-46c6-9f33-5bbc365b12f6 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/quotas/15bcfc71833149c194401e5afb6e5d18 HTTP/1.1" status: 200 len: 375 time: 0.0241945 Sep 13 13:11:49.630466 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-4ed47d6f-59dc-40bb-9efc-9ba973b53320 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (4e690a99-3579-4a6e-b2fb-8e5081a16142), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:49.630787 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-4ed47d6f-59dc-40bb-9efc-9ba973b53320 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for floatingip (4e690a99-3579-4a6e-b2fb-8e5081a16142), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:49.657965 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10b752a9-d65e-4591-b754-561e18adaa93 req-8f06d472-d240-417d-8036-49cf0887f30e tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=15bcfc71833149c194401e5afb6e5d18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398955 Sep 13 13:11:49.662867 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-4ed47d6f-59dc-40bb-9efc-9ba973b53320 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Calling delete_port for 4e690a99-3579-4a6e-b2fb-8e5081a16142 owned by network:floatingip {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:11:49.767318 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:49.797115 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0f99d274-b2e5-4cab-a5fa-70593689f1fc tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (5c407d3e-33e5-4c2c-ac92-db8802f8d512), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:49.797442 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0f99d274-b2e5-4cab-a5fa-70593689f1fc tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (5c407d3e-33e5-4c2c-ac92-db8802f8d512), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:49.810901 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-0f99d274-b2e5-4cab-a5fa-70593689f1fc tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Calling delete_port for 5c407d3e-33e5-4c2c-ac92-db8802f8d512 owned by network:floatingip {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:11:49.820350 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:49.822363 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10b752a9-d65e-4591-b754-561e18adaa93 req-b46bbe55-b5a2-4f79-87ce-8651f8cf9448 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/eec74a46-1341-4521-af9d-fbe61d5591cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552377 Sep 13 13:11:49.849780 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:49.953958 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10b752a9-d65e-4591-b754-561e18adaa93 req-9114b83c-5c8d-4376-af37-c4aacfa02657 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/eec74a46-1341-4521-af9d-fbe61d5591cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253474 Sep 13 13:11:49.984644 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-4ed47d6f-59dc-40bb-9efc-9ba973b53320 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (4e690a99-3579-4a6e-b2fb-8e5081a16142), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:50.007536 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0f99d274-b2e5-4cab-a5fa-70593689f1fc tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (5c407d3e-33e5-4c2c-ac92-db8802f8d512), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:50.010864 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed47d6f-59dc-40bb-9efc-9ba973b53320 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Pushing event deleted for resources: {'Port': ['ID=4e690a99-3579-4a6e-b2fb-8e5081a16142,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:50.041832 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f99d274-b2e5-4cab-a5fa-70593689f1fc tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Pushing event deleted for resources: {'Port': ['ID=5c407d3e-33e5-4c2c-ac92-db8802f8d512,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:50.084076 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-4ed47d6f-59dc-40bb-9efc-9ba973b53320 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks [] for floatingip (d1e00826-e0a0-47df-9d7c-a652c6d9a62b), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:50.086879 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-4ed47d6f-59dc-40bb-9efc-9ba973b53320 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:50.088109 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-4ed47d6f-59dc-40bb-9efc-9ba973b53320 tempest-AttachVolumeTestJSON-388680270 tempest-AttachVolumeTestJSON-388680270-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/d1e00826-e0a0-47df-9d7c-a652c6d9a62b HTTP/1.1" status: 204 len: 168 time: 1.0275877 Sep 13 13:11:50.107749 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0f99d274-b2e5-4cab-a5fa-70593689f1fc tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks [] for floatingip (8bde5a08-5109-4679-b5eb-27bc923aa6dd), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:50.110388 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0f99d274-b2e5-4cab-a5fa-70593689f1fc tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:50.111594 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-0f99d274-b2e5-4cab-a5fa-70593689f1fc tempest-AttachVolumeNegativeTest-1580899519 tempest-AttachVolumeNegativeTest-1580899519-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/8bde5a08-5109-4679-b5eb-27bc923aa6dd HTTP/1.1" status: 204 len: 168 time: 0.7376733 Sep 13 13:11:50.209690 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2792ee2a-bfb7-4457-8947-b129fba882c4 req-a2fb09bb-2cd8-40f0-997d-e3918165a7f0 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4ecc5a5a-6763-4828-8455-85170317a518 HTTP/1.1" status: 200 len: 210 time: 0.0303569 Sep 13 13:11:51.295319 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9ef039c3-f220-4aa0-8c73-8e19f76f25c9 req-12278b87-36aa-4166-aff0-45e4f9c423ee tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4ecc5a5a-6763-4828-8455-85170317a518 HTTP/1.1" status: 200 len: 210 time: 0.0279284 Sep 13 13:11:52.403170 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1324a80e-fcfa-4103-8696-84ad08fad142 req-b00fa63e-9f9f-4a19-ba7d-5bd8860eb3de tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4ecc5a5a-6763-4828-8455-85170317a518 HTTP/1.1" status: 200 len: 210 time: 0.0329435 Sep 13 13:11:52.703827 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b752a9-d65e-4591-b754-561e18adaa93 req-603b0d22-32bc-4f3e-83e6-e7dc69c1eadf tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:52.705316 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10b752a9-d65e-4591-b754-561e18adaa93 req-603b0d22-32bc-4f3e-83e6-e7dc69c1eadf tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.61 "GET /networking/v2.0/networks?id=eec74a46-1341-4521-af9d-fbe61d5591cd HTTP/1.1" status: 200 len: 814 time: 0.1106226 Sep 13 13:11:52.717190 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-10b752a9-d65e-4591-b754-561e18adaa93 req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Request body: {'port': {'device_id': '4ecc5a5a-6763-4828-8455-85170317a518', 'network_id': 'eec74a46-1341-4521-af9d-fbe61d5591cd', 'admin_state_up': True, 'tenant_id': '15bcfc71833149c194401e5afb6e5d18'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:11:52.896156 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b752a9-d65e-4591-b754-561e18adaa93 req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Made reservation on behalf of 15bcfc71833149c194401e5afb6e5d18 for: {'port': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:11:52.900078 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-10b752a9-d65e-4591-b754-561e18adaa93 req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:53.037598 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [req-10b752a9-d65e-4591-b754-561e18adaa93 req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Allocated IP 172.20.0.11 (eec74a46-1341-4521-af9d-fbe61d5591cd/f7121927-c8b9-4a63-9c61-3e3a20a05616/e6137dd3-fadf-423f-a6c7-43a80e68f9b7) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:11:53.150148 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:53.205126 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-10b752a9-d65e-4591-b754-561e18adaa93 req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Publish callbacks [] for port (e6137dd3-fadf-423f-a6c7-43a80e68f9b7), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:53.307823 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-10b752a9-d65e-4591-b754-561e18adaa93 req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (e6137dd3-fadf-423f-a6c7-43a80e68f9b7), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:53.355174 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:53.362114 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b752a9-d65e-4591-b754-561e18adaa93 req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Network eec74a46-1341-4521-af9d-fbe61d5591cd is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:11:53.365479 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [req-10b752a9-d65e-4591-b754-561e18adaa93 req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:11:53.369640 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b752a9-d65e-4591-b754-561e18adaa93 req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:11:53.373596 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Pushing event updated for resources: {'Port': ['ID=e6137dd3-fadf-423f-a6c7-43a80e68f9b7,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:53.402244 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:53.402498 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:53.402841 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:53.403182 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:53.403616 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:53.404234 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:53.404234 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:53.404583 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:53.404909 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:53.405233 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:53.406070 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:53.406534 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:53.415367 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:53.415367 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:53.415367 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:11:53.433347 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b752a9-d65e-4591-b754-561e18adaa93 req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:53.434099 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-10b752a9-d65e-4591-b754-561e18adaa93 req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:53.510972 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10b752a9-d65e-4591-b754-561e18adaa93 req-1f1c4f81-2ba2-41cd-923f-6c36a1a7c24a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7972419 Sep 13 13:11:53.524188 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-10b752a9-d65e-4591-b754-561e18adaa93 req-d8e9993b-b1a0-4868-9e5b-805bce6d0b76 service neutron] Request body: {'port': {'device_id': '4ecc5a5a-6763-4828-8455-85170317a518', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:11:53.552877 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549b0abc-8e52-4033-97ec-0288a3ab8572 req-e4fbc526-d646-4e84-b900-a1f06eb50d91 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:53.554513 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-549b0abc-8e52-4033-97ec-0288a3ab8572 req-e4fbc526-d646-4e84-b900-a1f06eb50d91 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4ecc5a5a-6763-4828-8455-85170317a518 HTTP/1.1" status: 200 len: 932 time: 0.0753536 Sep 13 13:11:53.563269 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:11:53.627062 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-10b752a9-d65e-4591-b754-561e18adaa93 req-d8e9993b-b1a0-4868-9e5b-805bce6d0b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (e6137dd3-fadf-423f-a6c7-43a80e68f9b7), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:53.642211 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-549b0abc-8e52-4033-97ec-0288a3ab8572 req-115ac372-6856-45c5-ae01-2984602ac378 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820289 Sep 13 13:11:53.887769 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [req-10b752a9-d65e-4591-b754-561e18adaa93 req-d8e9993b-b1a0-4868-9e5b-805bce6d0b76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6137dd3-fadf-423f-a6c7-43a80e68f9b7 {{(pid=106850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:11:53.895689 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-10b752a9-d65e-4591-b754-561e18adaa93 req-d8e9993b-b1a0-4868-9e5b-805bce6d0b76 service neutron] Publish callbacks [] for port (e6137dd3-fadf-423f-a6c7-43a80e68f9b7), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:53.909006 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.provisioning_blocks [req-10b752a9-d65e-4591-b754-561e18adaa93 req-d8e9993b-b1a0-4868-9e5b-805bce6d0b76 service neutron] Transition to ACTIVE for port object e6137dd3-fadf-423f-a6c7-43a80e68f9b7 will not be triggered until provisioned by entity L2. {{(pid=106850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 13:11:53.995106 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-10b752a9-d65e-4591-b754-561e18adaa93 req-d8e9993b-b1a0-4868-9e5b-805bce6d0b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (e6137dd3-fadf-423f-a6c7-43a80e68f9b7), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:54.053443 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:54.059011 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9993b-b1a0-4868-9e5b-805bce6d0b76 service neutron] Pushing event updated for resources: {'Port': ['ID=e6137dd3-fadf-423f-a6c7-43a80e68f9b7,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:54.110743 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-10b752a9-d65e-4591-b754-561e18adaa93 req-d8e9993b-b1a0-4868-9e5b-805bce6d0b76 service neutron] Attempting to bind port e6137dd3-fadf-423f-a6c7-43a80e68f9b7 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:11:54.111154 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-10b752a9-d65e-4591-b754-561e18adaa93 req-d8e9993b-b1a0-4868-9e5b-805bce6d0b76 service neutron] Attempting to bind port e6137dd3-fadf-423f-a6c7-43a80e68f9b7 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'a8bead74-4232-4f16-9175-eb0c92afaa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'eec74a46-1341-4521-af9d-fbe61d5591cd'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:11:54.111564 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b752a9-d65e-4591-b754-561e18adaa93 req-d8e9993b-b1a0-4868-9e5b-805bce6d0b76 service neutron] Attempting to bind port e6137dd3-fadf-423f-a6c7-43a80e68f9b7 on network eec74a46-1341-4521-af9d-fbe61d5591cd {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:11:54.157657 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b752a9-d65e-4591-b754-561e18adaa93 req-d8e9993b-b1a0-4868-9e5b-805bce6d0b76 service neutron] Port e6137dd3-fadf-423f-a6c7-43a80e68f9b7 on network eec74a46-1341-4521-af9d-fbe61d5591cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 13:11:54.158015 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b752a9-d65e-4591-b754-561e18adaa93 req-d8e9993b-b1a0-4868-9e5b-805bce6d0b76 service neutron] Attempting to bind port e6137dd3-fadf-423f-a6c7-43a80e68f9b7 on network eec74a46-1341-4521-af9d-fbe61d5591cd {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:11:54.181030 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 40244) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:54.208748 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b752a9-d65e-4591-b754-561e18adaa93 req-d8e9993b-b1a0-4868-9e5b-805bce6d0b76 service neutron] Checking agent: {'id': '96974c91-2132-4a74-8ded-139ad5e3b835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 13, 3), 'started_at': datetime.datetime(2022, 9, 13, 13, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 11, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:11:54.209086 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b752a9-d65e-4591-b754-561e18adaa93 req-d8e9993b-b1a0-4868-9e5b-805bce6d0b76 service neutron] Checking segment: {'id': 'a8bead74-4232-4f16-9175-eb0c92afaa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'eec74a46-1341-4521-af9d-fbe61d5591cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:11:54.209465 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b752a9-d65e-4591-b754-561e18adaa93 req-d8e9993b-b1a0-4868-9e5b-805bce6d0b76 service neutron] Bound using segment: {'id': 'a8bead74-4232-4f16-9175-eb0c92afaa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'eec74a46-1341-4521-af9d-fbe61d5591cd'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:11:54.209955 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-10b752a9-d65e-4591-b754-561e18adaa93 req-d8e9993b-b1a0-4868-9e5b-805bce6d0b76 service neutron] Bound port: e6137dd3-fadf-423f-a6c7-43a80e68f9b7, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8bead74-4232-4f16-9175-eb0c92afaa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'eec74a46-1341-4521-af9d-fbe61d5591cd'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:11:54.210339 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-10b752a9-d65e-4591-b754-561e18adaa93 req-d8e9993b-b1a0-4868-9e5b-805bce6d0b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (e6137dd3-fadf-423f-a6c7-43a80e68f9b7), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:54.322903 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-10b752a9-d65e-4591-b754-561e18adaa93 req-d8e9993b-b1a0-4868-9e5b-805bce6d0b76 service neutron] For port e6137dd3-fadf-423f-a6c7-43a80e68f9b7, host hv-cinder-80135, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:11:54.364624 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-10b752a9-d65e-4591-b754-561e18adaa93 req-d8e9993b-b1a0-4868-9e5b-805bce6d0b76 service neutron] For port e6137dd3-fadf-423f-a6c7-43a80e68f9b7, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e6137dd3-fadf-423f-a6c7-43a80e68f9b7,segment=NetworkSegment(a8bead74-4232-4f16-9175-eb0c92afaa60),segment_id=a8bead74-4232-4f16-9175-eb0c92afaa60)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:11:54.420547 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-10b752a9-d65e-4591-b754-561e18adaa93 req-d8e9993b-b1a0-4868-9e5b-805bce6d0b76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (e6137dd3-fadf-423f-a6c7-43a80e68f9b7), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:54.433688 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b752a9-d65e-4591-b754-561e18adaa93 req-d8e9993b-b1a0-4868-9e5b-805bce6d0b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:54.433688 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-10b752a9-d65e-4591-b754-561e18adaa93 req-d8e9993b-b1a0-4868-9e5b-805bce6d0b76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:54.434145 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10b752a9-d65e-4591-b754-561e18adaa93 req-d8e9993b-b1a0-4868-9e5b-805bce6d0b76 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/e6137dd3-fadf-423f-a6c7-43a80e68f9b7 HTTP/1.1" status: 200 len: 1094 time: 0.9157369 Sep 13 13:11:54.434663 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ecc5a5a-6763-4828-8455-85170317a518', 'tag': 'e6137dd3-fadf-423f-a6c7-43a80e68f9b7'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:11:54.436923 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-482469ce-3e92-468e-9d0d-5cf4f7be5794" -d '{"events": [{"name": "network-changed", "server_uuid": "4ecc5a5a-6763-4828-8455-85170317a518", "tag": "e6137dd3-fadf-423f-a6c7-43a80e68f9b7"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:11:54.491193 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 40256) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:54.501840 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ec1d77-e970-40ce-9aad-dea40279ea71 x-openstack-request-id: req-a5ec1d77-e970-40ce-9aad-dea40279ea71 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:11:54.502127 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ecc5a5a-6763-4828-8455-85170317a518", "tag": "e6137dd3-fadf-423f-a6c7-43a80e68f9b7", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:11:54.502379 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-a5ec1d77-e970-40ce-9aad-dea40279ea71 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:11:54.502894 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5ec1d77-e970-40ce-9aad-dea40279ea71'] response: {'name': 'network-changed', 'server_uuid': '4ecc5a5a-6763-4828-8455-85170317a518', 'tag': 'e6137dd3-fadf-423f-a6c7-43a80e68f9b7', 'status': 'completed', 'code': 200} Sep 13 13:11:54.504943 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:54.554606 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e9993b-b1a0-4868-9e5b-805bce6d0b76 service neutron] Pushing event updated for resources: {'Port': ['ID=e6137dd3-fadf-423f-a6c7-43a80e68f9b7,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:54.591879 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482469ce-3e92-468e-9d0d-5cf4f7be5794 req-84fcd159-2d79-4d88-b84d-0ba640a7a791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:54.596702 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-482469ce-3e92-468e-9d0d-5cf4f7be5794 req-84fcd159-2d79-4d88-b84d-0ba640a7a791 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=15bcfc71833149c194401e5afb6e5d18&device_id=4ecc5a5a-6763-4828-8455-85170317a518 HTTP/1.1" status: 200 len: 1128 time: 0.0685408 Sep 13 13:11:54.774314 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:54.846768 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:54.860078 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aac601-922f-436c-a8e0-d552154d3245 req-29b91b50-e8d9-4d1c-918d-aa919d2e19ba tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:54.861579 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f0aac601-922f-436c-a8e0-d552154d3245 req-29b91b50-e8d9-4d1c-918d-aa919d2e19ba tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4ecc5a5a-6763-4828-8455-85170317a518 HTTP/1.1" status: 200 len: 944 time: 0.1375465 Sep 13 13:11:54.869670 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c5015dff-1886-4003-8bf0-c1498ecd0252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1803674'] for router_interface (8bf8171d-2b9c-4569-8528-71cfbdafa430), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:54.903055 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482469ce-3e92-468e-9d0d-5cf4f7be5794 req-30b25e5c-d8d4-468a-b774-cf83ba68a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:54.904634 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-482469ce-3e92-468e-9d0d-5cf4f7be5794 req-30b25e5c-d8d4-468a-b774-cf83ba68a653 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=15bcfc71833149c194401e5afb6e5d18&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3027668 Sep 13 13:11:54.920381 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e04ea807-b9e1-4dc2-9849-745ece0b16b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1803674'] for router_interface (8926fa8f-cbac-4d5c-a954-6763bfc46885), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:55.064073 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f0aac601-922f-436c-a8e0-d552154d3245 req-f093e81f-69ed-4cdf-afaf-90df134f54e8 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933935 Sep 13 13:11:55.089868 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-c5015dff-1886-4003-8bf0-c1498ecd0252 admin admin] Deleting port 0a394588-bb4a-4ac3-aec8-1ac37887ac54 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:11:55.090208 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c5015dff-1886-4003-8bf0-c1498ecd0252 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (0a394588-bb4a-4ac3-aec8-1ac37887ac54), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:55.170103 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-c5015dff-1886-4003-8bf0-c1498ecd0252 admin admin] For port 0a394588-bb4a-4ac3-aec8-1ac37887ac54, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=0a394588-bb4a-4ac3-aec8-1ac37887ac54,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:11:55.170465 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c5015dff-1886-4003-8bf0-c1498ecd0252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (0a394588-bb4a-4ac3-aec8-1ac37887ac54), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:55.184708 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-c5015dff-1886-4003-8bf0-c1498ecd0252 admin admin] Calling delete_port for 0a394588-bb4a-4ac3-aec8-1ac37887ac54 owned by network:router_interface {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:11:55.349197 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:55.417538 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482469ce-3e92-468e-9d0d-5cf4f7be5794 req-ba3809a0-062f-49a1-9297-4a825f285af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:55.419038 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-482469ce-3e92-468e-9d0d-5cf4f7be5794 req-ba3809a0-062f-49a1-9297-4a825f285af6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5077889 Sep 13 13:11:55.480986 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c5015dff-1886-4003-8bf0-c1498ecd0252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (0a394588-bb4a-4ac3-aec8-1ac37887ac54), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:55.509985 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5015dff-1886-4003-8bf0-c1498ecd0252 admin admin] Pushing event deleted for resources: {'Port': ['ID=0a394588-bb4a-4ac3-aec8-1ac37887ac54,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:55.535421 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b752a9-d65e-4591-b754-561e18adaa93 req-54144ca6-afc1-4183-b9d5-ab46a100e082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:55.536991 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10b752a9-d65e-4591-b754-561e18adaa93 req-54144ca6-afc1-4183-b9d5-ab46a100e082 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=15bcfc71833149c194401e5afb6e5d18&device_id=4ecc5a5a-6763-4828-8455-85170317a518 HTTP/1.1" status: 200 len: 1128 time: 0.0759630 Sep 13 13:11:55.600141 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10b752a9-d65e-4591-b754-561e18adaa93 req-8259ea20-96e2-4ab4-81b2-de1790991474 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e6137dd3-fadf-423f-a6c7-43a80e68f9b7 HTTP/1.1" status: 200 len: 217 time: 0.0394304 Sep 13 13:11:55.612021 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-e04ea807-b9e1-4dc2-9849-745ece0b16b2 admin admin] Deleting port adf3485b-2d64-41e0-879e-2e6b8f989eb4 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:11:55.612618 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e04ea807-b9e1-4dc2-9849-745ece0b16b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (adf3485b-2d64-41e0-879e-2e6b8f989eb4), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:55.669902 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:55.689495 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c5015dff-1886-4003-8bf0-c1498ecd0252 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1691681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582858'] for router_interface (8bf8171d-2b9c-4569-8528-71cfbdafa430), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:55.710903 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b752a9-d65e-4591-b754-561e18adaa93 req-dbbeb55a-9729-4dc1-aa2b-19661d8ecf42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:55.712356 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10b752a9-d65e-4591-b754-561e18adaa93 req-dbbeb55a-9729-4dc1-aa2b-19661d8ecf42 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=f7121927-c8b9-4a63-9c61-3e3a20a05616 HTTP/1.1" status: 200 len: 854 time: 0.0971863 Sep 13 13:11:55.758997 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10b752a9-d65e-4591-b754-561e18adaa93 req-97754854-6a50-4115-a13f-b17574e5aa9d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=eec74a46-1341-4521-af9d-fbe61d5591cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381444 Sep 13 13:11:55.766192 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-e04ea807-b9e1-4dc2-9849-745ece0b16b2 admin admin] For port adf3485b-2d64-41e0-879e-2e6b8f989eb4, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=adf3485b-2d64-41e0-879e-2e6b8f989eb4,segment=NetworkSegment(add5e484-7471-480b-a06b-32a9eb9454e4),segment_id=add5e484-7471-480b-a06b-32a9eb9454e4)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:11:55.766555 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e04ea807-b9e1-4dc2-9849-745ece0b16b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (adf3485b-2d64-41e0-879e-2e6b8f989eb4), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:55.800141 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-e04ea807-b9e1-4dc2-9849-745ece0b16b2 admin admin] Calling delete_port for adf3485b-2d64-41e0-879e-2e6b8f989eb4 owned by network:router_interface {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:11:55.841324 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:55.902300 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5015dff-1886-4003-8bf0-c1498ecd0252 admin admin] Router 8bf8171d-2b9c-4569-8528-71cfbdafa430 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:11:55.922611 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10b752a9-d65e-4591-b754-561e18adaa93 req-e8142c0f-7425-42e2-9ae0-acca92bb990a service neutron] 10.222.0.61 "GET /networking/v2.0/networks/eec74a46-1341-4521-af9d-fbe61d5591cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534011 Sep 13 13:11:56.007739 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5015dff-1886-4003-8bf0-c1498ecd0252 admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:11:56.015646 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-c5015dff-1886-4003-8bf0-c1498ecd0252 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/8bf8171d-2b9c-4569-8528-71cfbdafa430/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5210116 Sep 13 13:11:56.016227 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 40264) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:56.019365 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62a419e-920e-4fb3-b7ca-3db09174959f None None] Sync routers for ids ['8bf8171d-2b9c-4569-8528-71cfbdafa430'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:11:56.034658 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62a419e-920e-4fb3-b7ca-3db09174959f None None] Routers {'8bf8171d-2b9c-4569-8528-71cfbdafa430'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:11:56.035816 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-a62a419e-920e-4fb3-b7ca-3db09174959f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:11:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8bf8171d-2b9c-4569-8528-71cfbdafa430'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:11:56.089996 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10b752a9-d65e-4591-b754-561e18adaa93 req-20ff6a3c-a4c2-46e0-87b6-4a17293ffe92 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/eec74a46-1341-4521-af9d-fbe61d5591cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612351 Sep 13 13:11:56.123115 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c4e6751e-c0f4-4029-b718-ae6102b4686b admin admin] Publish callbacks [] for router (8bf8171d-2b9c-4569-8528-71cfbdafa430), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:56.143562 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-a62a419e-920e-4fb3-b7ca-3db09174959f None None] Set router 8bf8171d-2b9c-4569-8528-71cfbdafa430 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:11:56.180319 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e04ea807-b9e1-4dc2-9849-745ece0b16b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (adf3485b-2d64-41e0-879e-2e6b8f989eb4), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:56.209078 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04ea807-b9e1-4dc2-9849-745ece0b16b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=adf3485b-2d64-41e0-879e-2e6b8f989eb4,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:56.217891 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:56.272177 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:56.287397 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c4e6751e-c0f4-4029-b718-ae6102b4686b admin admin] Publish callbacks [] for router_gateway (8bf8171d-2b9c-4569-8528-71cfbdafa430), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:56.349861 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-a62a419e-920e-4fb3-b7ca-3db09174959f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '81b0212c-bd30-4910-8dce-73b000985193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:11:55Z', 'revision_number': 5, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port': {'id': '81b0212c-bd30-4910-8dce-73b000985193', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:28:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:11:56.376661 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62a419e-920e-4fb3-b7ca-3db09174959f None None] Checking router: 8bf8171d-2b9c-4569-8528-71cfbdafa430 for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:11:56.409792 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62a419e-920e-4fb3-b7ca-3db09174959f None None] Routers {'8bf8171d-2b9c-4569-8528-71cfbdafa430'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:11:56.410419 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-a62a419e-920e-4fb3-b7ca-3db09174959f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:11:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8bf8171d-2b9c-4569-8528-71cfbdafa430'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:11:56.434822 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-c4e6751e-c0f4-4029-b718-ae6102b4686b admin admin] Deleting port 81b0212c-bd30-4910-8dce-73b000985193 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:11:56.435072 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c4e6751e-c0f4-4029-b718-ae6102b4686b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (81b0212c-bd30-4910-8dce-73b000985193), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:56.474066 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139eb31-469d-41a9-ad67-55c31e6e37e0 req-d7022105-46a4-4274-b709-1bfc03a05b34 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:56.476164 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b139eb31-469d-41a9-ad67-55c31e6e37e0 req-d7022105-46a4-4274-b709-1bfc03a05b34 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4ecc5a5a-6763-4828-8455-85170317a518 HTTP/1.1" status: 200 len: 944 time: 0.1183808 Sep 13 13:11:56.485772 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e04ea807-b9e1-4dc2-9849-745ece0b16b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1691681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582858'] for router_interface (8926fa8f-cbac-4d5c-a954-6763bfc46885), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:56.527234 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-c4e6751e-c0f4-4029-b718-ae6102b4686b admin admin] For port 81b0212c-bd30-4910-8dce-73b000985193, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=81b0212c-bd30-4910-8dce-73b000985193,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:11:56.527868 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c4e6751e-c0f4-4029-b718-ae6102b4686b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (81b0212c-bd30-4910-8dce-73b000985193), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:56.542753 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-c4e6751e-c0f4-4029-b718-ae6102b4686b admin admin] Calling delete_port for 81b0212c-bd30-4910-8dce-73b000985193 owned by network:router_gateway {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:11:56.544603 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:56.589673 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b139eb31-469d-41a9-ad67-55c31e6e37e0 req-491fe4e9-262e-4653-a1d9-9d4d98121ff4 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063843 Sep 13 13:11:56.652841 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-a62a419e-920e-4fb3-b7ca-3db09174959f None None] Set router 8bf8171d-2b9c-4569-8528-71cfbdafa430 gateway port host: None {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:11:56.654992 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:56.696597 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:56.708545 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-a62a419e-920e-4fb3-b7ca-3db09174959f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:11:56Z', 'revision_number': 6, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port_host': None}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:11:56.734338 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a62a419e-920e-4fb3-b7ca-3db09174959f None None] The sync data for ids ['8bf8171d-2b9c-4569-8528-71cfbdafa430'] in dv-cinder-801354-10-iscsi is: [{'id': '8bf8171d-2b9c-4569-8528-71cfbdafa430', 'name': 'tempest-AttachVolumeNegativeTest-1807647874-router', 'tenant_id': '7775bd9f19b64c8ca07407c103dcff9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:56Z', 'updated_at': '2022-09-13T13:11:56Z', 'revision_number': 6, 'project_id': '7775bd9f19b64c8ca07407c103dcff9b', 'gw_port_host': None}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:11:56.758634 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e04ea807-b9e1-4dc2-9849-745ece0b16b2 admin admin] Router 8926fa8f-cbac-4d5c-a954-6763bfc46885 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:11:56.795635 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c4e6751e-c0f4-4029-b718-ae6102b4686b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (81b0212c-bd30-4910-8dce-73b000985193), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:56.821309 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e6751e-c0f4-4029-b718-ae6102b4686b admin admin] Pushing event deleted for resources: {'Port': ['ID=81b0212c-bd30-4910-8dce-73b000985193,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:56.868483 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04ea807-b9e1-4dc2-9849-745ece0b16b2 admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:11:56.876329 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-e04ea807-b9e1-4dc2-9849-745ece0b16b2 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/8926fa8f-cbac-4d5c-a954-6763bfc46885/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6918759 Sep 13 13:11:56.877333 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 40268) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:56.879248 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e479ac-42fe-45d1-a774-58070d72d53a None None] Sync routers for ids ['8926fa8f-cbac-4d5c-a954-6763bfc46885'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:11:56.892085 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e479ac-42fe-45d1-a774-58070d72d53a None None] Routers {'8926fa8f-cbac-4d5c-a954-6763bfc46885'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:11:56.892838 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-38e479ac-42fe-45d1-a774-58070d72d53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:11:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8926fa8f-cbac-4d5c-a954-6763bfc46885'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:11:56.897964 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c4e6751e-c0f4-4029-b718-ae6102b4686b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583705'] for router_gateway (8bf8171d-2b9c-4569-8528-71cfbdafa430), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:56.978426 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-daafe10e-4b7a-47e9-85ba-6edff4d27d3f admin admin] Publish callbacks [] for router (8926fa8f-cbac-4d5c-a954-6763bfc46885), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:56.997697 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-38e479ac-42fe-45d1-a774-58070d72d53a None None] Set router 8926fa8f-cbac-4d5c-a954-6763bfc46885 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:11:57.005054 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c4e6751e-c0f4-4029-b718-ae6102b4686b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13140'] for router (8bf8171d-2b9c-4569-8528-71cfbdafa430), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:57.007771 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c4e6751e-c0f4-4029-b718-ae6102b4686b admin admin] Publish callbacks [] for router_controller (8bf8171d-2b9c-4569-8528-71cfbdafa430), precommit_delete_associations {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:57.096778 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-daafe10e-4b7a-47e9-85ba-6edff4d27d3f admin admin] Publish callbacks [] for router_gateway (8926fa8f-cbac-4d5c-a954-6763bfc46885), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:57.202250 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:57.240738 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c4e6751e-c0f4-4029-b718-ae6102b4686b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582937'] for router (8bf8171d-2b9c-4569-8528-71cfbdafa430), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:57.240738 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e6751e-c0f4-4029-b718-ae6102b4686b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8bf8171d-2b9c-4569-8528-71cfbdafa430 {{(pid=106849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 13:11:57.242347 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c4e6751e-c0f4-4029-b718-ae6102b4686b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:57.245946 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-c4e6751e-c0f4-4029-b718-ae6102b4686b admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/8bf8171d-2b9c-4569-8528-71cfbdafa430 HTTP/1.1" status: 204 len: 168 time: 1.2263947 Sep 13 13:11:57.246288 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 40270) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:57.274413 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-daafe10e-4b7a-47e9-85ba-6edff4d27d3f admin admin] Deleting port 2b188e8b-207c-4126-a4f0-d2419d7d1608 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:11:57.278782 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-daafe10e-4b7a-47e9-85ba-6edff4d27d3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (2b188e8b-207c-4126-a4f0-d2419d7d1608), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:57.278917 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:57.280324 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-38e479ac-42fe-45d1-a774-58070d72d53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'name': 'tempest-AttachVolumeTestJSON-1441218684-router', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44'}], 'enable_snat': True}, 'gw_port_id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:11:56Z', 'revision_number': 5, 'project_id': '75f6274158934ab5abf68951902f1e81', 'gw_port': {'id': '2b188e8b-207c-4126-a4f0-d2419d7d1608', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:27:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:11:57.294377 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6d4ef9-f348-4100-a997-c5c52a14eec1 admin admin] Deleting subnet 8e8aac7b-ea4b-46cf-9476-3c7b376f07e0 {{(pid=106849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 13:11:57.298418 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4c6d4ef9-f348-4100-a997-c5c52a14eec1 admin admin] Publish callbacks [] for subnet (8e8aac7b-ea4b-46cf-9476-3c7b376f07e0), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:57.308954 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e479ac-42fe-45d1-a774-58070d72d53a None None] Checking router: 8926fa8f-cbac-4d5c-a954-6763bfc46885 for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:11:57.320108 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e479ac-42fe-45d1-a774-58070d72d53a None None] Routers {'8926fa8f-cbac-4d5c-a954-6763bfc46885'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:11:57.320709 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-38e479ac-42fe-45d1-a774-58070d72d53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:11:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['8926fa8f-cbac-4d5c-a954-6763bfc46885'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:11:57.339571 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4c6d4ef9-f348-4100-a997-c5c52a14eec1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4782533'] for subnet (8e8aac7b-ea4b-46cf-9476-3c7b376f07e0), precommit_delete_associations {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:57.360411 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-daafe10e-4b7a-47e9-85ba-6edff4d27d3f admin admin] For port 2b188e8b-207c-4126-a4f0-d2419d7d1608, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=2b188e8b-207c-4126-a4f0-d2419d7d1608,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:11:57.361091 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-daafe10e-4b7a-47e9-85ba-6edff4d27d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (2b188e8b-207c-4126-a4f0-d2419d7d1608), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:57.375241 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-daafe10e-4b7a-47e9-85ba-6edff4d27d3f admin admin] Calling delete_port for 2b188e8b-207c-4126-a4f0-d2419d7d1608 owned by network:router_gateway {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:11:57.416748 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4c6d4ef9-f348-4100-a997-c5c52a14eec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3665047'] for subnet (8e8aac7b-ea4b-46cf-9476-3c7b376f07e0), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:57.443887 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:57.475209 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-38e479ac-42fe-45d1-a774-58070d72d53a None None] Set router 8926fa8f-cbac-4d5c-a954-6763bfc46885 gateway port host: None {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:11:57.537316 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-38e479ac-42fe-45d1-a774-58070d72d53a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'name': 'tempest-AttachVolumeTestJSON-1441218684-router', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:11:57Z', 'revision_number': 6, 'project_id': '75f6274158934ab5abf68951902f1e81', 'gw_port_host': None}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:11:57.550390 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4c6d4ef9-f348-4100-a997-c5c52a14eec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3659918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4768925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7736820'] for subnet (8e8aac7b-ea4b-46cf-9476-3c7b376f07e0), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:57.577806 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e479ac-42fe-45d1-a774-58070d72d53a None None] The sync data for ids ['8926fa8f-cbac-4d5c-a954-6763bfc46885'] in dv-cinder-801354-10-iscsi is: [{'id': '8926fa8f-cbac-4d5c-a954-6763bfc46885', 'name': 'tempest-AttachVolumeTestJSON-1441218684-router', 'tenant_id': '75f6274158934ab5abf68951902f1e81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:11:57Z', 'revision_number': 6, 'project_id': '75f6274158934ab5abf68951902f1e81', 'gw_port_host': None}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:11:57.584718 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6d4ef9-f348-4100-a997-c5c52a14eec1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e8aac7b-ea4b-46cf-9476-3c7b376f07e0,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:57.586873 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4c6d4ef9-f348-4100-a997-c5c52a14eec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:57.592836 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 40272) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:57.593359 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-4c6d4ef9-f348-4100-a997-c5c52a14eec1 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/8e8aac7b-ea4b-46cf-9476-3c7b376f07e0 HTTP/1.1" status: 204 len: 168 time: 0.3455014 Sep 13 13:11:57.593950 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa6ffff-e07f-4955-bd56-6c117b7ddaed None None] Network 1f0b8231-ada5-4945-87a4-d1b052328819 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:11:57.629165 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-daafe10e-4b7a-47e9-85ba-6edff4d27d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (2b188e8b-207c-4126-a4f0-d2419d7d1608), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:57.659240 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 0a394588-bb4a-4ac3-aec8-1ac37887ac54 no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:11:57.688730 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: 0a394588-bb4a-4ac3-aec8-1ac37887ac54 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:11:57.689077 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 0a394588-bb4a-4ac3-aec8-1ac37887ac54 not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:11:57.689519 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 81b0212c-bd30-4910-8dce-73b000985193 no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:11:57.706043 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafe10e-4b7a-47e9-85ba-6edff4d27d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=2b188e8b-207c-4126-a4f0-d2419d7d1608,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:57.719549 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: 81b0212c-bd30-4910-8dce-73b000985193 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:11:57.720167 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 81b0212c-bd30-4910-8dce-73b000985193 not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:11:57.770847 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:57.776222 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-13387906-b1f0-4970-ad1d-b5e6f4700001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3651144'] for network (1f0b8231-ada5-4945-87a4-d1b052328819), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:57.814461 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c70fe-6d2e-4b91-a8f5-e5a9435f70de req-2fc6695d-60f1-4e3d-bcd2-2a917dfaa896 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:57.816848 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8d6c70fe-6d2e-4b91-a8f5-e5a9435f70de req-2fc6695d-60f1-4e3d-bcd2-2a917dfaa896 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4ecc5a5a-6763-4828-8455-85170317a518 HTTP/1.1" status: 200 len: 944 time: 0.1239333 Sep 13 13:11:57.856298 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-daafe10e-4b7a-47e9-85ba-6edff4d27d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583705'] for router_gateway (8926fa8f-cbac-4d5c-a954-6763bfc46885), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:57.994721 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-13387906-b1f0-4970-ad1d-b5e6f4700001 admin admin] Deleting port 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:11:57.995056 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-13387906-b1f0-4970-ad1d-b5e6f4700001 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (92ef741d-2c18-4b29-b320-cc6a2c5a7ed6), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:57.998793 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56aee52-2b40-4f84-a9d3-2a2b80111f7f None None] DHCP port deletion for 1f0b8231-ada5-4945-87a4-d1b052328819 request from dv-cinder-801354-10-iscsi {{(pid=106851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 13:11:58.017788 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-daafe10e-4b7a-47e9-85ba-6edff4d27d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13140'] for router (8926fa8f-cbac-4d5c-a954-6763bfc46885), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:58.022130 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8d6c70fe-6d2e-4b91-a8f5-e5a9435f70de req-0f0ba750-4ac1-4890-8084-0882fc5dcbd8 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973302 Sep 13 13:11:58.024879 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-daafe10e-4b7a-47e9-85ba-6edff4d27d3f admin admin] Publish callbacks [] for router_controller (8926fa8f-cbac-4d5c-a954-6763bfc46885), precommit_delete_associations {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:58.040679 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:58.041507 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-f56aee52-2b40-4f84-a9d3-2a2b80111f7f None None] Deleting port 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6 {{(pid=106851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:11:58.041909 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-f56aee52-2b40-4f84-a9d3-2a2b80111f7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (92ef741d-2c18-4b29-b320-cc6a2c5a7ed6), before_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:58.114751 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-f56aee52-2b40-4f84-a9d3-2a2b80111f7f None None] For port 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=92ef741d-2c18-4b29-b320-cc6a2c5a7ed6,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:11:58.115142 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-f56aee52-2b40-4f84-a9d3-2a2b80111f7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (92ef741d-2c18-4b29-b320-cc6a2c5a7ed6), precommit_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:58.128289 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-f56aee52-2b40-4f84-a9d3-2a2b80111f7f None None] Calling delete_port for 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6 owned by network:dhcp {{(pid=106851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:11:58.134561 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-13387906-b1f0-4970-ad1d-b5e6f4700001 admin admin] For port 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=92ef741d-2c18-4b29-b320-cc6a2c5a7ed6,segment=NetworkSegment(d935d0df-50e6-44c8-97c6-22166cdad931),segment_id=d935d0df-50e6-44c8-97c6-22166cdad931)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:11:58.135087 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-13387906-b1f0-4970-ad1d-b5e6f4700001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (92ef741d-2c18-4b29-b320-cc6a2c5a7ed6), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:58.149164 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-13387906-b1f0-4970-ad1d-b5e6f4700001 admin admin] Calling delete_port for 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6 owned by network:dhcp {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:11:58.359842 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-f56aee52-2b40-4f84-a9d3-2a2b80111f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289'] for port (92ef741d-2c18-4b29-b320-cc6a2c5a7ed6), after_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:58.390917 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56aee52-2b40-4f84-a9d3-2a2b80111f7f None None] Pushing event deleted for resources: {'Port': ['ID=92ef741d-2c18-4b29-b320-cc6a2c5a7ed6,revision_number=None']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:58.395812 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56aee52-2b40-4f84-a9d3-2a2b80111f7f None None] No DVR routers for this DVR port 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6 on host dv-cinder-801354-10-iscsi {{(pid=106851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:11:58.467548 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-daafe10e-4b7a-47e9-85ba-6edff4d27d3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582937'] for router (8926fa8f-cbac-4d5c-a954-6763bfc46885), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:58.468689 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daafe10e-4b7a-47e9-85ba-6edff4d27d3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8926fa8f-cbac-4d5c-a954-6763bfc46885 {{(pid=106850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 13:11:58.475552 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-daafe10e-4b7a-47e9-85ba-6edff4d27d3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:58.476672 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-daafe10e-4b7a-47e9-85ba-6edff4d27d3f admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/8926fa8f-cbac-4d5c-a954-6763bfc46885 HTTP/1.1" status: 204 len: 168 time: 1.5982966 Sep 13 13:11:58.479420 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 40276) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:58.512250 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-13387906-b1f0-4970-ad1d-b5e6f4700001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (92ef741d-2c18-4b29-b320-cc6a2c5a7ed6), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:58.528613 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e116a26-1a00-4a2c-8ca2-6cfc055ab4f9 admin admin] Deleting subnet 4a7c387c-3b38-49bb-ab6c-762e7638336f {{(pid=106849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 13:11:58.532488 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2e116a26-1a00-4a2c-8ca2-6cfc055ab4f9 admin admin] Publish callbacks [] for subnet (4a7c387c-3b38-49bb-ab6c-762e7638336f), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:58.543042 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13387906-b1f0-4970-ad1d-b5e6f4700001 admin admin] Pushing event deleted for resources: {'Port': ['ID=92ef741d-2c18-4b29-b320-cc6a2c5a7ed6,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:58.557421 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13387906-b1f0-4970-ad1d-b5e6f4700001 admin admin] No DVR routers for this DVR port 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6 on host dv-cinder-801354-10-iscsi {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:11:58.571423 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2e116a26-1a00-4a2c-8ca2-6cfc055ab4f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4782533'] for subnet (4a7c387c-3b38-49bb-ab6c-762e7638336f), precommit_delete_associations {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:58.636525 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-13387906-b1f0-4970-ad1d-b5e6f4700001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514794', 'neutron.services.segments.db._delete_segments_for_network-8734283000248'] for network (1f0b8231-ada5-4945-87a4-d1b052328819), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:58.658744 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.services.segments.db [None req-13387906-b1f0-4970-ad1d-b5e6f4700001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f0b8231-ada5-4945-87a4-d1b052328819']}} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:11:58.661671 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2e116a26-1a00-4a2c-8ca2-6cfc055ab4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3665047'] for subnet (4a7c387c-3b38-49bb-ab6c-762e7638336f), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:58.669085 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.services.segments.db [None req-13387906-b1f0-4970-ad1d-b5e6f4700001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd935d0df-50e6-44c8-97c6-22166cdad931') {'for_net_delete': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:11:58.675492 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.services.segments.db [None req-13387906-b1f0-4970-ad1d-b5e6f4700001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd935d0df-50e6-44c8-97c6-22166cdad931') {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:11:58.679869 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-13387906-b1f0-4970-ad1d-b5e6f4700001 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734283000140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7847298'] for segment (d935d0df-50e6-44c8-97c6-22166cdad931), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:58.696080 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-13387906-b1f0-4970-ad1d-b5e6f4700001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (d935d0df-50e6-44c8-97c6-22166cdad931), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:58.704892 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13387906-b1f0-4970-ad1d-b5e6f4700001 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=106850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 13:11:58.705347 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-13387906-b1f0-4970-ad1d-b5e6f4700001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8173929'] for segment (d935d0df-50e6-44c8-97c6-22166cdad931), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:58.790471 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2e116a26-1a00-4a2c-8ca2-6cfc055ab4f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3659918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4768925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7736820'] for subnet (4a7c387c-3b38-49bb-ab6c-762e7638336f), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:58.816683 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e116a26-1a00-4a2c-8ca2-6cfc055ab4f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a7c387c-3b38-49bb-ab6c-762e7638336f,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:58.821048 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-2e116a26-1a00-4a2c-8ca2-6cfc055ab4f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:58.826218 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-2e116a26-1a00-4a2c-8ca2-6cfc055ab4f9 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/4a7c387c-3b38-49bb-ab6c-762e7638336f HTTP/1.1" status: 204 len: 168 time: 0.3456872 Sep 13 13:11:58.826906 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e87a6c83-e2cc-4be0-ad08-fccc4bdfbf1c None None] Network 9a6ee3a0-91e5-4300-8f53-c3332833b2a0 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:11:58.828080 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 40282) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:58.858328 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.services.segments.plugin [-] Segment d935d0df-50e6-44c8-97c6-22166cdad931 resource provider aggregate not found Sep 13 13:11:58.864288 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-13387906-b1f0-4970-ad1d-b5e6f4700001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583751'] for network (1f0b8231-ada5-4945-87a4-d1b052328819), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:58.870370 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-13387906-b1f0-4970-ad1d-b5e6f4700001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:58.874765 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-13387906-b1f0-4970-ad1d-b5e6f4700001 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/1f0b8231-ada5-4945-87a4-d1b052328819 HTTP/1.1" status: 204 len: 168 time: 1.2808444 Sep 13 13:11:58.908244 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.services.segments.plugin [-] Segment d935d0df-50e6-44c8-97c6-22166cdad931 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d935d0df-50e6-44c8-97c6-22166cdad931 found for delete ", "request_id": "req-c16e8e24-a7bb-4dae-b21f-cd107a9866cd"}]} Sep 13 13:11:58.926983 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13387906-b1f0-4970-ad1d-b5e6f4700001 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f0b8231-ada5-4945-87a4-d1b052328819,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:58.946896 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dd633386-df4e-4f87-b1bd-a85f0d085e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3651144'] for network (9a6ee3a0-91e5-4300-8f53-c3332833b2a0), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:58.956033 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:58.994247 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-479a61a2-14fc-44a1-9ea1-36308ba89ef9 None None] DHCP port deletion for 9a6ee3a0-91e5-4300-8f53-c3332833b2a0 request from dv-cinder-801354-10-iscsi {{(pid=106851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 13:11:58.997675 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-dd633386-df4e-4f87-b1bd-a85f0d085e3b admin admin] Deleting port ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:11:59.005172 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dd633386-df4e-4f87-b1bd-a85f0d085e3b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:59.035555 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-479a61a2-14fc-44a1-9ea1-36308ba89ef9 None None] Deleting port ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7 {{(pid=106851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:11:59.036436 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-479a61a2-14fc-44a1-9ea1-36308ba89ef9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7), before_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:59.074439 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-dd633386-df4e-4f87-b1bd-a85f0d085e3b admin admin] For port ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7,segment=NetworkSegment(add5e484-7471-480b-a06b-32a9eb9454e4),segment_id=add5e484-7471-480b-a06b-32a9eb9454e4)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:11:59.074808 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dd633386-df4e-4f87-b1bd-a85f0d085e3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:59.089907 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-dd633386-df4e-4f87-b1bd-a85f0d085e3b admin admin] Calling delete_port for ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7 owned by network:dhcp {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:11:59.098374 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:59.100801 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-479a61a2-14fc-44a1-9ea1-36308ba89ef9 None None] For port ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7,segment=NetworkSegment(add5e484-7471-480b-a06b-32a9eb9454e4),segment_id=add5e484-7471-480b-a06b-32a9eb9454e4)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:11:59.101205 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-479a61a2-14fc-44a1-9ea1-36308ba89ef9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7), precommit_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:59.114358 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-479a61a2-14fc-44a1-9ea1-36308ba89ef9 None None] Calling delete_port for ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7 owned by network:dhcp {{(pid=106851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:11:59.167046 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:59.189141 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0c150b-5f36-483f-afe5-f3ca31afa942 req-a28c46c7-ac5d-476a-bcbb-acebf356ccc1 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:11:59.190655 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2a0c150b-5f36-483f-afe5-f3ca31afa942 req-a28c46c7-ac5d-476a-bcbb-acebf356ccc1 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4ecc5a5a-6763-4828-8455-85170317a518 HTTP/1.1" status: 200 len: 944 time: 0.0605838 Sep 13 13:11:59.236931 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 40290) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:59.247712 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2a0c150b-5f36-483f-afe5-f3ca31afa942 req-9f8e8496-82a3-491a-8f7f-f394268ce6ee tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467112 Sep 13 13:11:59.256406 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-479a61a2-14fc-44a1-9ea1-36308ba89ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289'] for port (ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7), after_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:59.265732 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dd633386-df4e-4f87-b1bd-a85f0d085e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:59.285636 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479a61a2-14fc-44a1-9ea1-36308ba89ef9 None None] Pushing event deleted for resources: {'Port': ['ID=ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7,revision_number=None']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:59.290791 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479a61a2-14fc-44a1-9ea1-36308ba89ef9 None None] No DVR routers for this DVR port ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7 on host dv-cinder-801354-10-iscsi {{(pid=106851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:11:59.290934 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=86,neutron:DELETE=11,neutron:UPDATE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:59.296566 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd633386-df4e-4f87-b1bd-a85f0d085e3b admin admin] Pushing event deleted for resources: {'Port': ['ID=ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:59.297510 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-845a61ad-78a9-493d-aa59-6a7e629471a3 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=7775bd9f19b64c8ca07407c103dcff9b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0591865 Sep 13 13:11:59.298202 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 40292) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:11:59.314860 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd633386-df4e-4f87-b1bd-a85f0d085e3b admin admin] No DVR routers for this DVR port ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7 on host dv-cinder-801354-10-iscsi {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:11:59.350169 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-04f1f608-f10e-48a9-bedc-212fc7966845 admin admin] Publish callbacks [] for security_group (66bd60f5-7d78-45ed-adb4-170f7ef589da), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:59.352547 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:59.373383 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-04f1f608-f10e-48a9-bedc-212fc7966845 admin admin] Publish callbacks [] for security_group (66bd60f5-7d78-45ed-adb4-170f7ef589da), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:59.382487 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dd633386-df4e-4f87-b1bd-a85f0d085e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514794', 'neutron.services.segments.db._delete_segments_for_network-8734283000248'] for network (9a6ee3a0-91e5-4300-8f53-c3332833b2a0), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:59.403027 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.services.segments.db [None req-dd633386-df4e-4f87-b1bd-a85f0d085e3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6ee3a0-91e5-4300-8f53-c3332833b2a0']}} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:11:59.412553 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.services.segments.db [None req-dd633386-df4e-4f87-b1bd-a85f0d085e3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add5e484-7471-480b-a06b-32a9eb9454e4') {'for_net_delete': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:11:59.412844 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.services.segments.db [None req-dd633386-df4e-4f87-b1bd-a85f0d085e3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add5e484-7471-480b-a06b-32a9eb9454e4') {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:11:59.426292 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dd633386-df4e-4f87-b1bd-a85f0d085e3b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734283000140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7847298'] for segment (add5e484-7471-480b-a06b-32a9eb9454e4), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:59.439848 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dd633386-df4e-4f87-b1bd-a85f0d085e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (add5e484-7471-480b-a06b-32a9eb9454e4), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:59.446082 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd633386-df4e-4f87-b1bd-a85f0d085e3b admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=106850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 13:11:59.446473 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dd633386-df4e-4f87-b1bd-a85f0d085e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8173929'] for segment (add5e484-7471-480b-a06b-32a9eb9454e4), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:59.524256 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-04f1f608-f10e-48a9-bedc-212fc7966845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (66bd60f5-7d78-45ed-adb4-170f7ef589da), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:59.526851 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-04f1f608-f10e-48a9-bedc-212fc7966845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:59.528633 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-04f1f608-f10e-48a9-bedc-212fc7966845 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/66bd60f5-7d78-45ed-adb4-170f7ef589da HTTP/1.1" status: 204 len: 168 time: 0.2289014 Sep 13 13:11:59.537148 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f1f608-f10e-48a9-bedc-212fc7966845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bd60f5-7d78-45ed-adb4-170f7ef589da,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:59.550485 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7 no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:11:59.573370 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:11:59.573712 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device ccb3e5f7-2115-45a7-95c8-d46ea09b8bd7 not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:11:59.574150 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device adf3485b-2d64-41e0-879e-2e6b8f989eb4 no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:11:59.592493 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: adf3485b-2d64-41e0-879e-2e6b8f989eb4 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:11:59.592890 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device adf3485b-2d64-41e0-879e-2e6b8f989eb4 not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:11:59.593301 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6 no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:11:59.615288 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:11:59.615288 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 92ef741d-2c18-4b29-b320-cc6a2c5a7ed6 not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:11:59.615288 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 2b188e8b-207c-4126-a4f0-d2419d7d1608 no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:11:59.636763 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dd633386-df4e-4f87-b1bd-a85f0d085e3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583751'] for network (9a6ee3a0-91e5-4300-8f53-c3332833b2a0), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:59.643447 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: 2b188e8b-207c-4126-a4f0-d2419d7d1608 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:11:59.643447 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 2b188e8b-207c-4126-a4f0-d2419d7d1608 not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:11:59.644773 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dd633386-df4e-4f87-b1bd-a85f0d085e3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:59.647988 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-dd633386-df4e-4f87-b1bd-a85f0d085e3b admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/9a6ee3a0-91e5-4300-8f53-c3332833b2a0 HTTP/1.1" status: 204 len: 168 time: 0.8194308 Sep 13 13:11:59.657803 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device e6137dd3-fadf-423f-a6c7-43a80e68f9b7 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:11:59.660581 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd633386-df4e-4f87-b1bd-a85f0d085e3b admin admin] Pushing event deleted for resources: {'Network': ['ID=9a6ee3a0-91e5-4300-8f53-c3332833b2a0,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:11:59.768993 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port e6137dd3-fadf-423f-a6c7-43a80e68f9b7, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e6137dd3-fadf-423f-a6c7-43a80e68f9b7,segment=NetworkSegment(a8bead74-4232-4f16-9175-eb0c92afaa60),segment_id=a8bead74-4232-4f16-9175-eb0c92afaa60)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:11:59.771119 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:11:59.780168 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': 'e6137dd3-fadf-423f-a6c7-43a80e68f9b7', 'network_id': 'eec74a46-1341-4521-af9d-fbe61d5591cd', 'port_id': 'e6137dd3-fadf-423f-a6c7-43a80e68f9b7', 'mac_address': 'fa:16:3e:1b:2f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7121927-c8b9-4a63-9c61-3e3a20a05616', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:11:59.820913 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port e6137dd3-fadf-423f-a6c7-43a80e68f9b7 is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:11:59.821307 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (e6137dd3-fadf-423f-a6c7-43a80e68f9b7), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:59.835543 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6137dd3-fadf-423f-a6c7-43a80e68f9b7 {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:11:59.856028 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port e6137dd3-fadf-423f-a6c7-43a80e68f9b7, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e6137dd3-fadf-423f-a6c7-43a80e68f9b7,segment=NetworkSegment(a8bead74-4232-4f16-9175-eb0c92afaa60),segment_id=a8bead74-4232-4f16-9175-eb0c92afaa60)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:11:59.936154 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (e6137dd3-fadf-423f-a6c7-43a80e68f9b7), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:11:59.989855 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=e6137dd3-fadf-423f-a6c7-43a80e68f9b7,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:00.018540 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 40306) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:00.063834 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-319ccee1-c7c9-4993-b5bd-abb3c5554c11 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=75f6274158934ab5abf68951902f1e81&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411828 Sep 13 13:12:00.064167 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 40310) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:00.092153 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:00.118993 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1ce76b52-b7bd-428a-8d6a-6e8b7ef1a5a3 admin admin] Publish callbacks [] for security_group (5369f18e-1e50-445a-afa1-ab70d7cfd647), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:00.146338 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1ce76b52-b7bd-428a-8d6a-6e8b7ef1a5a3 admin admin] Publish callbacks [] for security_group (5369f18e-1e50-445a-afa1-ab70d7cfd647), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:00.196163 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['e6137dd3-fadf-423f-a6c7-43a80e68f9b7'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:12:00.284692 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1ce76b52-b7bd-428a-8d6a-6e8b7ef1a5a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (5369f18e-1e50-445a-afa1-ab70d7cfd647), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:00.287435 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-1ce76b52-b7bd-428a-8d6a-6e8b7ef1a5a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:00.289182 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-1ce76b52-b7bd-428a-8d6a-6e8b7ef1a5a3 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/5369f18e-1e50-445a-afa1-ab70d7cfd647 HTTP/1.1" status: 204 len: 168 time: 0.2240906 Sep 13 13:12:00.300408 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce76b52-b7bd-428a-8d6a-6e8b7ef1a5a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5369f18e-1e50-445a-afa1-ab70d7cfd647,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:00.402612 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3883f4-024c-4342-bbe0-d56cb875f315 req-4b8e1cb5-e9c0-4e4b-9435-e6ce8b40b417 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:12:00.404097 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2b3883f4-024c-4342-bbe0-d56cb875f315 req-4b8e1cb5-e9c0-4e4b-9435-e6ce8b40b417 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4ecc5a5a-6763-4828-8455-85170317a518 HTTP/1.1" status: 200 len: 945 time: 0.0589278 Sep 13 13:12:00.461387 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2b3883f4-024c-4342-bbe0-d56cb875f315 req-e0be0c42-ccd5-4b59-89be-1c2051060329 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498405 Sep 13 13:12:00.925408 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.services.segments.plugin [-] Segment add5e484-7471-480b-a06b-32a9eb9454e4 resource provider aggregate not found Sep 13 13:12:00.943518 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.services.segments.plugin [-] Segment add5e484-7471-480b-a06b-32a9eb9454e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid add5e484-7471-480b-a06b-32a9eb9454e4 found for delete ", "request_id": "req-bd8c51c5-71a9-4e10-9416-ee1cc7ac7e9f"}]} Sep 13 13:12:01.512923 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:01.595694 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1131e-8abf-4e4b-be1d-23efc5775da4 req-8d330515-0ce3-4c18-a17c-3ca2d16864a9 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:12:01.597457 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b7f1131e-8abf-4e4b-be1d-23efc5775da4 req-8d330515-0ce3-4c18-a17c-3ca2d16864a9 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4ecc5a5a-6763-4828-8455-85170317a518 HTTP/1.1" status: 200 len: 945 time: 0.0504878 Sep 13 13:12:01.644378 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device e6137dd3-fadf-423f-a6c7-43a80e68f9b7 up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:12:01.670123 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b7f1131e-8abf-4e4b-be1d-23efc5775da4 req-a6ae2e7d-2742-4edc-ac91-4f978e153365 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660119 Sep 13 13:12:01.707643 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning for port e6137dd3-fadf-423f-a6c7-43a80e68f9b7 completed by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 13:12:01.772428 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port e6137dd3-fadf-423f-a6c7-43a80e68f9b7 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:12:01.772807 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (e6137dd3-fadf-423f-a6c7-43a80e68f9b7), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:01.835944 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:01.849606 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port e6137dd3-fadf-423f-a6c7-43a80e68f9b7 is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:12:01.850015 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (e6137dd3-fadf-423f-a6c7-43a80e68f9b7), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:01.871975 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecc5a5a-6763-4828-8455-85170317a518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6137dd3-fadf-423f-a6c7-43a80e68f9b7'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:12:01.874745 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894cee53-6dba-4d85-9db9-c174a6a479a0" -d '{"events": [{"server_uuid": "4ecc5a5a-6763-4828-8455-85170317a518", "name": "network-vif-plugged", "status": "completed", "tag": "e6137dd3-fadf-423f-a6c7-43a80e68f9b7"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:12:01.886748 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port e6137dd3-fadf-423f-a6c7-43a80e68f9b7, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e6137dd3-fadf-423f-a6c7-43a80e68f9b7,segment=NetworkSegment(a8bead74-4232-4f16-9175-eb0c92afaa60),segment_id=a8bead74-4232-4f16-9175-eb0c92afaa60)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:12:01.913299 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f38ef9d-13d2-448a-a526-8b136655a908 x-openstack-request-id: req-9f38ef9d-13d2-448a-a526-8b136655a908 {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:12:01.913584 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecc5a5a-6763-4828-8455-85170317a518", "name": "network-vif-plugged", "status": "completed", "tag": "e6137dd3-fadf-423f-a6c7-43a80e68f9b7", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:12:01.913876 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9f38ef9d-13d2-448a-a526-8b136655a908 {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:12:01.914388 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f38ef9d-13d2-448a-a526-8b136655a908'] response: {'server_uuid': '4ecc5a5a-6763-4828-8455-85170317a518', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6137dd3-fadf-423f-a6c7-43a80e68f9b7', 'code': 200} Sep 13 13:12:01.951045 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (e6137dd3-fadf-423f-a6c7-43a80e68f9b7), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:01.998741 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=e6137dd3-fadf-423f-a6c7-43a80e68f9b7,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:02.190877 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961db7f-8d17-4f45-9f8d-2bee8a2cacdb req-dab2ef7d-cb0e-4a00-a578-cf3234fe47bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:12:02.192356 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3961db7f-8d17-4f45-9f8d-2bee8a2cacdb req-dab2ef7d-cb0e-4a00-a578-cf3234fe47bb service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4ecc5a5a-6763-4828-8455-85170317a518 HTTP/1.1" status: 200 len: 1130 time: 0.0414934 Sep 13 13:12:02.236486 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3961db7f-8d17-4f45-9f8d-2bee8a2cacdb req-203214e0-533e-41cc-847c-6a4e06438887 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372965 Sep 13 13:12:02.787856 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94aca78-947a-42db-8822-f234d46f20d8 req-55e9e900-d1b8-4e43-b1aa-fce5346737a6 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:12:02.789398 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f94aca78-947a-42db-8822-f234d46f20d8 req-55e9e900-d1b8-4e43-b1aa-fce5346737a6 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4ecc5a5a-6763-4828-8455-85170317a518 HTTP/1.1" status: 200 len: 946 time: 0.0476153 Sep 13 13:12:02.837650 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f94aca78-947a-42db-8822-f234d46f20d8 req-334feb90-dd82-47f5-a511-7d3732ecd8c5 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426214 Sep 13 13:12:03.315553 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-828149e4-a05c-4acd-9c85-315307e6bb22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:03.965853 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002e4835-be62-4d70-9a29-3b284cd4c97f req-e4185ff3-975b-46cb-8ad0-23b02fca53d9 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:12:03.967302 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-002e4835-be62-4d70-9a29-3b284cd4c97f req-e4185ff3-975b-46cb-8ad0-23b02fca53d9 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4ecc5a5a-6763-4828-8455-85170317a518 HTTP/1.1" status: 200 len: 946 time: 0.0503743 Sep 13 13:12:04.020849 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-002e4835-be62-4d70-9a29-3b284cd4c97f req-2004592d-8669-443a-a2c3-16845c6d2af7 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476902 Sep 13 13:12:05.162706 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d84df13-7205-4b67-a26b-6cd6f868b635 req-73505acc-bb8d-49e0-ae2c-eb535617b9bf tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:12:05.162706 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4d84df13-7205-4b67-a26b-6cd6f868b635 req-73505acc-bb8d-49e0-ae2c-eb535617b9bf tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4ecc5a5a-6763-4828-8455-85170317a518 HTTP/1.1" status: 200 len: 946 time: 0.0493114 Sep 13 13:12:05.217830 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4d84df13-7205-4b67-a26b-6cd6f868b635 req-a3b320ee-df59-46a3-8391-de0740bf931a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500154 Sep 13 13:12:05.438414 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-8b1174b8-4358-4585-bce0-8c8766564f01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:06.926695 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:08.263751 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:08.404472 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:10.349944 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=16,neutron:DELETE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:10.575065 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8af1156c-fdb7-47ba-ae4c-393f5c510b1b req-c4298cab-3a77-44b2-a924-cb2b1917cf61 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378709 Sep 13 13:12:11.518730 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:11.527706 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1156c-fdb7-47ba-ae4c-393f5c510b1b req-3c138844-4ea5-4765-af1d-8222123f0cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:12:11.529268 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8af1156c-fdb7-47ba-ae4c-393f5c510b1b req-3c138844-4ea5-4765-af1d-8222123f0cb6 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=9788b5b66a0c452cb39b263ca30284e0&device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 1129 time: 0.0454056 Sep 13 13:12:11.638811 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1156c-fdb7-47ba-ae4c-393f5c510b1b req-407a9edc-0382-4590-9a24-bfb3efe085c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:12:11.640516 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8af1156c-fdb7-47ba-ae4c-393f5c510b1b req-407a9edc-0382-4590-9a24-bfb3efe085c8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1 HTTP/1.1" status: 200 len: 910 time: 0.0888400 Sep 13 13:12:11.709308 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8af1156c-fdb7-47ba-ae4c-393f5c510b1b req-7192744d-e5ff-41bf-9ef2-e9378ea57954 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e930901-ec1d-472f-b5bb-13698d503229 HTTP/1.1" status: 200 len: 1000 time: 0.0617940 Sep 13 13:12:11.759131 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1156c-fdb7-47ba-ae4c-393f5c510b1b req-dd34ff46-7d82-4021-8b82-cc3162806c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:12:11.760585 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8af1156c-fdb7-47ba-ae4c-393f5c510b1b req-dd34ff46-7d82-4021-8b82-cc3162806c17 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=4b81446e-11cc-48df-8c30-3a35b9db59c9 HTTP/1.1" status: 200 len: 848 time: 0.0441642 Sep 13 13:12:11.805192 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af1156c-fdb7-47ba-ae4c-393f5c510b1b req-e8f33859-8eae-4f62-8e7f-458e1b8b81b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:12:11.806701 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8af1156c-fdb7-47ba-ae4c-393f5c510b1b req-e8f33859-8eae-4f62-8e7f-458e1b8b81b9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0393524 Sep 13 13:12:11.885978 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:11.900936 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8af1156c-fdb7-47ba-ae4c-393f5c510b1b req-300f1cad-4109-4709-8d62-725c26f5a34f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872698 Sep 13 13:12:12.006843 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8af1156c-fdb7-47ba-ae4c-393f5c510b1b req-38723c91-f5d3-4d04-91e9-11f9da7e815c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992215 Sep 13 13:12:13.655679 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 40626) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:13.773201 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a2b3b6ec-afc9-48af-9049-e8e6f339dc9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:13.856198 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a2b3b6ec-afc9-48af-9049-e8e6f339dc9c admin admin] Publish callbacks [] for security_group (d44eff11-5ce4-4761-a5b8-7868795f80d3), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:13.970527 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a2b3b6ec-afc9-48af-9049-e8e6f339dc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (d44eff11-5ce4-4761-a5b8-7868795f80d3), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:14.010789 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-a2b3b6ec-afc9-48af-9049-e8e6f339dc9c admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=2d4c1a18f2c049169915a8f3fd8a57e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3538358 Sep 13 13:12:14.011530 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b3b6ec-afc9-48af-9049-e8e6f339dc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44eff11-5ce4-4761-a5b8-7868795f80d3,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:14.013436 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 40630) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:14.066570 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cc5d3b7e-9362-494f-844b-3d945db29360 admin admin] Publish callbacks [] for security_group (d44eff11-5ce4-4761-a5b8-7868795f80d3), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:14.087616 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cc5d3b7e-9362-494f-844b-3d945db29360 admin admin] Publish callbacks [] for security_group (d44eff11-5ce4-4761-a5b8-7868795f80d3), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:14.246410 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cc5d3b7e-9362-494f-844b-3d945db29360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (d44eff11-5ce4-4761-a5b8-7868795f80d3), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:14.248996 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cc5d3b7e-9362-494f-844b-3d945db29360 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:14.250158 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-cc5d3b7e-9362-494f-844b-3d945db29360 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/d44eff11-5ce4-4761-a5b8-7868795f80d3 HTTP/1.1" status: 204 len: 168 time: 0.2356467 Sep 13 13:12:14.259013 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5d3b7e-9362-494f-844b-3d945db29360 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44eff11-5ce4-4761-a5b8-7868795f80d3,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:16.940958 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 40698) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:17.050771 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-62cc6173-6980-4644-8df8-a95cfcab6a71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:17.128303 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-62cc6173-6980-4644-8df8-a95cfcab6a71 admin admin] Publish callbacks [] for security_group (24b45bea-71a1-4fc9-bf9c-35b271bcf32b), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:17.209780 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-62cc6173-6980-4644-8df8-a95cfcab6a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (24b45bea-71a1-4fc9-bf9c-35b271bcf32b), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:17.253645 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-62cc6173-6980-4644-8df8-a95cfcab6a71 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=d374f2c2ecbb4aaa84709f9ccff19bc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3112142 Sep 13 13:12:17.254419 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cc6173-6980-4644-8df8-a95cfcab6a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b45bea-71a1-4fc9-bf9c-35b271bcf32b,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:17.257097 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 40704) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:17.315297 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e0b83112-e9b4-49eb-b22f-84bad71a5a43 admin admin] Publish callbacks [] for security_group (24b45bea-71a1-4fc9-bf9c-35b271bcf32b), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:17.336834 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e0b83112-e9b4-49eb-b22f-84bad71a5a43 admin admin] Publish callbacks [] for security_group (24b45bea-71a1-4fc9-bf9c-35b271bcf32b), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:17.485040 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e0b83112-e9b4-49eb-b22f-84bad71a5a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (24b45bea-71a1-4fc9-bf9c-35b271bcf32b), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:17.488918 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e0b83112-e9b4-49eb-b22f-84bad71a5a43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:17.490085 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-e0b83112-e9b4-49eb-b22f-84bad71a5a43 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/24b45bea-71a1-4fc9-bf9c-35b271bcf32b HTTP/1.1" status: 204 len: 168 time: 0.2311182 Sep 13 13:12:17.498292 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b83112-e9b4-49eb-b22f-84bad71a5a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b45bea-71a1-4fc9-bf9c-35b271bcf32b,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:18.187608 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 40724) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:18.201690 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-66c8d656-39f8-40d5-91b8-1624bd458ab8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:18.263013 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:18.286638 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-66c8d656-39f8-40d5-91b8-1624bd458ab8 admin admin] Publish callbacks [] for security_group (dc627853-6e52-4fef-893a-25f475c4cb24), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:18.346965 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-66c8d656-39f8-40d5-91b8-1624bd458ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (dc627853-6e52-4fef-893a-25f475c4cb24), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:18.386007 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8d656-39f8-40d5-91b8-1624bd458ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc627853-6e52-4fef-893a-25f475c4cb24,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:18.390345 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-66c8d656-39f8-40d5-91b8-1624bd458ab8 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=868cf8d8e417423aa7143dd8c47551a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2011809 Sep 13 13:12:18.393775 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 40726) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:18.445188 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d5714107-3e11-4f26-8135-00e3e0acdebe admin admin] Publish callbacks [] for security_group (dc627853-6e52-4fef-893a-25f475c4cb24), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:18.463384 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:18.465388 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d5714107-3e11-4f26-8135-00e3e0acdebe admin admin] Publish callbacks [] for security_group (dc627853-6e52-4fef-893a-25f475c4cb24), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:18.600689 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d5714107-3e11-4f26-8135-00e3e0acdebe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (dc627853-6e52-4fef-893a-25f475c4cb24), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:18.603291 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d5714107-3e11-4f26-8135-00e3e0acdebe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:18.604485 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-d5714107-3e11-4f26-8135-00e3e0acdebe admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/dc627853-6e52-4fef-893a-25f475c4cb24 HTTP/1.1" status: 204 len: 168 time: 0.2099507 Sep 13 13:12:18.612934 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5714107-3e11-4f26-8135-00e3e0acdebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc627853-6e52-4fef-893a-25f475c4cb24,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:21.142226 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 40820) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:21.249704 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-bbb24f7b-4b86-487d-978d-1639ea42cd5e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:21.328449 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-bbb24f7b-4b86-487d-978d-1639ea42cd5e admin admin] Publish callbacks [] for security_group (a076c215-eb57-4e84-b8eb-45c3e39bd196), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:21.398149 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-bbb24f7b-4b86-487d-978d-1639ea42cd5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (a076c215-eb57-4e84-b8eb-45c3e39bd196), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:21.445605 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 40836) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:21.446133 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-bbb24f7b-4b86-487d-978d-1639ea42cd5e admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=dc4a4c3254a54c3cb30856a476d454f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023627 Sep 13 13:12:21.447238 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb24f7b-4b86-487d-978d-1639ea42cd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a076c215-eb57-4e84-b8eb-45c3e39bd196,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:21.498189 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ab559a05-420f-47c0-9ee3-6b7946e0af18 admin admin] Publish callbacks [] for security_group (a076c215-eb57-4e84-b8eb-45c3e39bd196), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:21.518967 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ab559a05-420f-47c0-9ee3-6b7946e0af18 admin admin] Publish callbacks [] for security_group (a076c215-eb57-4e84-b8eb-45c3e39bd196), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:21.632999 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ab559a05-420f-47c0-9ee3-6b7946e0af18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (a076c215-eb57-4e84-b8eb-45c3e39bd196), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:21.635780 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ab559a05-420f-47c0-9ee3-6b7946e0af18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:21.650767 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-ab559a05-420f-47c0-9ee3-6b7946e0af18 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/a076c215-eb57-4e84-b8eb-45c3e39bd196 HTTP/1.1" status: 204 len: 168 time: 0.1925383 Sep 13 13:12:21.655452 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab559a05-420f-47c0-9ee3-6b7946e0af18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a076c215-eb57-4e84-b8eb-45c3e39bd196,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:21.664694 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab559a05-420f-47c0-9ee3-6b7946e0af18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:21.665047 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab559a05-420f-47c0-9ee3-6b7946e0af18 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:21.665393 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab559a05-420f-47c0-9ee3-6b7946e0af18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:21.665754 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab559a05-420f-47c0-9ee3-6b7946e0af18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:21.666097 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab559a05-420f-47c0-9ee3-6b7946e0af18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:21.666428 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab559a05-420f-47c0-9ee3-6b7946e0af18 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:21.666907 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab559a05-420f-47c0-9ee3-6b7946e0af18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:21.667292 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab559a05-420f-47c0-9ee3-6b7946e0af18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:21.667748 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab559a05-420f-47c0-9ee3-6b7946e0af18 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:21.668259 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab559a05-420f-47c0-9ee3-6b7946e0af18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:21.668650 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab559a05-420f-47c0-9ee3-6b7946e0af18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:21.668984 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab559a05-420f-47c0-9ee3-6b7946e0af18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:21.669340 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab559a05-420f-47c0-9ee3-6b7946e0af18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:21.669777 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab559a05-420f-47c0-9ee3-6b7946e0af18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:21.670219 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab559a05-420f-47c0-9ee3-6b7946e0af18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:22.261819 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 40858) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:22.275402 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c4505a4d-8394-4ba4-a9f6-6b3529d1c776 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:22.348760 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c4505a4d-8394-4ba4-a9f6-6b3529d1c776 admin admin] Publish callbacks [] for security_group (e7ac51e6-501c-4d80-a39e-dbcec09a5074), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:22.480452 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c4505a4d-8394-4ba4-a9f6-6b3529d1c776 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (e7ac51e6-501c-4d80-a39e-dbcec09a5074), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:22.525003 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-c4505a4d-8394-4ba4-a9f6-6b3529d1c776 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=4e36a1a1d3fa489f9634024b86830830&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2620678 Sep 13 13:12:22.525253 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 40860) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:22.526238 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4505a4d-8394-4ba4-a9f6-6b3529d1c776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ac51e6-501c-4d80-a39e-dbcec09a5074,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:22.575786 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d06c740c-9001-4834-b4f7-4c48065aee82 admin admin] Publish callbacks [] for security_group (e7ac51e6-501c-4d80-a39e-dbcec09a5074), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:22.577568 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=9 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:22.595840 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d06c740c-9001-4834-b4f7-4c48065aee82 admin admin] Publish callbacks [] for security_group (e7ac51e6-501c-4d80-a39e-dbcec09a5074), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:22.712296 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d06c740c-9001-4834-b4f7-4c48065aee82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (e7ac51e6-501c-4d80-a39e-dbcec09a5074), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:22.714947 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d06c740c-9001-4834-b4f7-4c48065aee82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:22.716102 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-d06c740c-9001-4834-b4f7-4c48065aee82 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/e7ac51e6-501c-4d80-a39e-dbcec09a5074 HTTP/1.1" status: 204 len: 168 time: 0.1900005 Sep 13 13:12:22.725158 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06c740c-9001-4834-b4f7-4c48065aee82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ac51e6-501c-4d80-a39e-dbcec09a5074,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:24.521686 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038fb770-5c9d-4541-baea-a782681671e2 req-b9a3b020-9fce-4aba-a747-1320f9a4a100 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:12:24.523331 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-038fb770-5c9d-4541-baea-a782681671e2 req-b9a3b020-9fce-4aba-a747-1320f9a4a100 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 947 time: 0.0480921 Sep 13 13:12:24.576178 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-038fb770-5c9d-4541-baea-a782681671e2 req-708e1ad1-76ae-4ea7-8b78-4a4dab9e955f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467918 Sep 13 13:12:25.309725 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 40936) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:25.416530 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-165bd69d-0d98-4bdc-9eed-1b804d02e6cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:25.492914 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-165bd69d-0d98-4bdc-9eed-1b804d02e6cd admin admin] Publish callbacks [] for security_group (de8922f7-9af6-4c2b-b7a4-027a2cb4b98f), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:25.563494 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-165bd69d-0d98-4bdc-9eed-1b804d02e6cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (de8922f7-9af6-4c2b-b7a4-027a2cb4b98f), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:25.603259 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-165bd69d-0d98-4bdc-9eed-1b804d02e6cd admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=399804bb79b143b6b586ef21812a77ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2924471 Sep 13 13:12:25.604356 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165bd69d-0d98-4bdc-9eed-1b804d02e6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8922f7-9af6-4c2b-b7a4-027a2cb4b98f,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:25.606713 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 40944) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:25.660526 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b53cbeb6-693b-4b93-a637-872db57e31a3 admin admin] Publish callbacks [] for security_group (de8922f7-9af6-4c2b-b7a4-027a2cb4b98f), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:25.663193 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:25.708380 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b53cbeb6-693b-4b93-a637-872db57e31a3 admin admin] Publish callbacks [] for security_group (de8922f7-9af6-4c2b-b7a4-027a2cb4b98f), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:25.730123 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:25.746450 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce4167-4f5b-43e7-8a01-e9fd670a8ac4 req-18a3e006-9c14-4e6f-b72d-5cb34606321a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:12:25.746714 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-70ce4167-4f5b-43e7-8a01-e9fd670a8ac4 req-18a3e006-9c14-4e6f-b72d-5cb34606321a tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 947 time: 0.0781190 Sep 13 13:12:25.801725 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-70ce4167-4f5b-43e7-8a01-e9fd670a8ac4 req-fd1c178e-6a0e-48ac-bd93-bd0e258f5df9 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481277 Sep 13 13:12:25.922501 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b53cbeb6-693b-4b93-a637-872db57e31a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (de8922f7-9af6-4c2b-b7a4-027a2cb4b98f), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:25.924988 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b53cbeb6-693b-4b93-a637-872db57e31a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:25.926291 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-b53cbeb6-693b-4b93-a637-872db57e31a3 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/de8922f7-9af6-4c2b-b7a4-027a2cb4b98f HTTP/1.1" status: 204 len: 168 time: 0.3186848 Sep 13 13:12:25.938519 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53cbeb6-693b-4b93-a637-872db57e31a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8922f7-9af6-4c2b-b7a4-027a2cb4b98f,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:25.965106 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d6add0-884e-400f-8679-1f04c885290f req-eadd7721-730c-4c1b-96b3-eb6e610cc6c6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:12:25.969299 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-62d6add0-884e-400f-8679-1f04c885290f req-eadd7721-730c-4c1b-96b3-eb6e610cc6c6 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 947 time: 0.0793247 Sep 13 13:12:26.019665 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 40952) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:26.066077 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-62d6add0-884e-400f-8679-1f04c885290f req-d87032bb-283c-4ffa-a465-6a1fad2452e8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Deleting port a3a407ff-7966-4a38-9817-9e291843aee0 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:12:26.067779 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-62d6add0-884e-400f-8679-1f04c885290f req-d87032bb-283c-4ffa-a465-6a1fad2452e8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:26.169259 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-62d6add0-884e-400f-8679-1f04c885290f req-d87032bb-283c-4ffa-a465-6a1fad2452e8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] For port a3a407ff-7966-4a38-9817-9e291843aee0, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=a3a407ff-7966-4a38-9817-9e291843aee0,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:12:26.169632 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-62d6add0-884e-400f-8679-1f04c885290f req-d87032bb-283c-4ffa-a465-6a1fad2452e8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:26.372818 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-62d6add0-884e-400f-8679-1f04c885290f req-d87032bb-283c-4ffa-a465-6a1fad2452e8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:26.373189 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-62d6add0-884e-400f-8679-1f04c885290f req-d87032bb-283c-4ffa-a465-6a1fad2452e8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (7a4b2ceb-a428-494b-9e47-7924e911cd82), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:26.373536 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.l3_db [req-62d6add0-884e-400f-8679-1f04c885290f req-d87032bb-283c-4ffa-a465-6a1fad2452e8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Floating IP 7a4b2ceb-a428-494b-9e47-7924e911cd82 disassociated. External IP: 172.27.1.68, port: a3a407ff-7966-4a38-9817-9e291843aee0. Sep 13 13:12:26.373910 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-62d6add0-884e-400f-8679-1f04c885290f req-d87032bb-283c-4ffa-a465-6a1fad2452e8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Calling delete_port for a3a407ff-7966-4a38-9817-9e291843aee0 owned by compute:nova {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:12:26.408226 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-59e02564-232d-44f7-b738-c4d212a06b96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:26.442116 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:26.446445 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:26.466591 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:26.489298 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-59e02564-232d-44f7-b738-c4d212a06b96 admin admin] Publish callbacks [] for security_group (cc7a3bd0-94ed-45bd-b0d6-bcb1753510bb), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:26.567263 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-59e02564-232d-44f7-b738-c4d212a06b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (cc7a3bd0-94ed-45bd-b0d6-bcb1753510bb), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:26.567564 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-62d6add0-884e-400f-8679-1f04c885290f req-d87032bb-283c-4ffa-a465-6a1fad2452e8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (a3a407ff-7966-4a38-9817-9e291843aee0), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:26.598160 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87032bb-283c-4ffa-a465-6a1fad2452e8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Pushing event deleted for resources: {'Port': ['ID=a3a407ff-7966-4a38-9817-9e291843aee0,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:26.606565 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e02564-232d-44f7-b738-c4d212a06b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc7a3bd0-94ed-45bd-b0d6-bcb1753510bb,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:26.614031 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-59e02564-232d-44f7-b738-c4d212a06b96 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=74254b5f303f4ac5938ac07c7372e388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5932381 Sep 13 13:12:26.615157 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 40968) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:26.677428 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-39868a41-9daf-412c-b2ee-1be95fd8bac0 admin admin] Publish callbacks [] for security_group (cc7a3bd0-94ed-45bd-b0d6-bcb1753510bb), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:26.699898 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-39868a41-9daf-412c-b2ee-1be95fd8bac0 admin admin] Publish callbacks [] for security_group (cc7a3bd0-94ed-45bd-b0d6-bcb1753510bb), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:26.722164 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62d6add0-884e-400f-8679-1f04c885290f req-d87032bb-283c-4ffa-a465-6a1fad2452e8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Router 150dce18-585e-4911-8f36-6a6ad5d4883b has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:12:26.785802 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 40970) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:26.826949 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d97dc078-5eca-4809-971b-9d2fe36c3435 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:26.856447 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:26.860310 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62d6add0-884e-400f-8679-1f04c885290f req-d87032bb-283c-4ffa-a465-6a1fad2452e8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:12:26.864382 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-39868a41-9daf-412c-b2ee-1be95fd8bac0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (cc7a3bd0-94ed-45bd-b0d6-bcb1753510bb), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:26.867041 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-39868a41-9daf-412c-b2ee-1be95fd8bac0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:26.868246 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-39868a41-9daf-412c-b2ee-1be95fd8bac0 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/cc7a3bd0-94ed-45bd-b0d6-bcb1753510bb HTTP/1.1" status: 204 len: 168 time: 0.2521331 Sep 13 13:12:26.879077 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aaff27-54a2-43a6-9b3a-6c6a46d6c843 None None] Sync routers for ids ['150dce18-585e-4911-8f36-6a6ad5d4883b'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:12:26.879622 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39868a41-9daf-412c-b2ee-1be95fd8bac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc7a3bd0-94ed-45bd-b0d6-bcb1753510bb,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:26.913768 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aaff27-54a2-43a6-9b3a-6c6a46d6c843 None None] Routers {'150dce18-585e-4911-8f36-6a6ad5d4883b'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:12:26.914536 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-b2aaff27-54a2-43a6-9b3a-6c6a46d6c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:12:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['150dce18-585e-4911-8f36-6a6ad5d4883b'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:12:26.966068 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d97dc078-5eca-4809-971b-9d2fe36c3435 admin admin] Publish callbacks [] for security_group (0fdc97b0-b4eb-4ae5-b8e2-8d614bc08cca), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:27.004950 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2db2ffba-c84b-4f1b-aecb-712f649c0798 req-4cc67dfe-b01b-459b-a159-0d68b683423f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 210 time: 0.0366549 Sep 13 13:12:27.020647 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d6add0-884e-400f-8679-1f04c885290f req-d87032bb-283c-4ffa-a465-6a1fad2452e8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] No DVR routers for this DVR port a3a407ff-7966-4a38-9817-9e291843aee0 on host hv-cinder-80135 {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:12:27.023306 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-62d6add0-884e-400f-8679-1f04c885290f req-d87032bb-283c-4ffa-a465-6a1fad2452e8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:27.027417 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-62d6add0-884e-400f-8679-1f04c885290f req-d87032bb-283c-4ffa-a465-6a1fad2452e8 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.61 "DELETE /networking/v2.0/ports/a3a407ff-7966-4a38-9817-9e291843aee0 HTTP/1.1" status: 204 len: 173 time: 1.0514889 Sep 13 13:12:27.029835 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7f227ce-e8db-4805-9bcf-42485773201f', 'name': 'network-vif-deleted', 'tag': 'a3a407ff-7966-4a38-9817-9e291843aee0'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:12:27.042026 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d312ccb8-535f-455d-9e16-2e34baa38c20" -d '{"events": [{"server_uuid": "f7f227ce-e8db-4805-9bcf-42485773201f", "name": "network-vif-deleted", "tag": "a3a407ff-7966-4a38-9817-9e291843aee0"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:12:27.046325 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-b2aaff27-54a2-43a6-9b3a-6c6a46d6c843 None None] Set router 150dce18-585e-4911-8f36-6a6ad5d4883b gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:12:27.090172 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73038a55-6f7f-4b02-b767-e2dcf3bdf274 x-openstack-request-id: req-73038a55-6f7f-4b02-b767-e2dcf3bdf274 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:12:27.090658 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7f227ce-e8db-4805-9bcf-42485773201f", "name": "network-vif-deleted", "tag": "a3a407ff-7966-4a38-9817-9e291843aee0", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:12:27.091299 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-73038a55-6f7f-4b02-b767-e2dcf3bdf274 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:12:27.091726 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73038a55-6f7f-4b02-b767-e2dcf3bdf274'] response: {'server_uuid': 'f7f227ce-e8db-4805-9bcf-42485773201f', 'name': 'network-vif-deleted', 'tag': 'a3a407ff-7966-4a38-9817-9e291843aee0', 'status': 'completed', 'code': 200} Sep 13 13:12:27.093162 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d97dc078-5eca-4809-971b-9d2fe36c3435 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (0fdc97b0-b4eb-4ae5-b8e2-8d614bc08cca), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:27.167742 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97dc078-5eca-4809-971b-9d2fe36c3435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdc97b0-b4eb-4ae5-b8e2-8d614bc08cca,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:27.176632 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 40980) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:27.177181 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-d97dc078-5eca-4809-971b-9d2fe36c3435 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=a2e845710ba94d7b8af64f1229cd833e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3893981 Sep 13 13:12:27.252773 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6281fae1-b863-44a1-98ee-dd346df80aac admin admin] Publish callbacks [] for security_group (0fdc97b0-b4eb-4ae5-b8e2-8d614bc08cca), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:27.275435 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6281fae1-b863-44a1-98ee-dd346df80aac admin admin] Publish callbacks [] for security_group (0fdc97b0-b4eb-4ae5-b8e2-8d614bc08cca), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:27.301348 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-b2aaff27-54a2-43a6-9b3a-6c6a46d6c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'name': 'tempest-AttachVolumeShelveTestJSON-1233448772-router', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:09Z', 'revision_number': 4, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'gw_port': {'id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'a15d10a3-f8aa-4a5c-abe7-5638d396ef61', 'name': '', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'mac_address': 'fa:16:3e:c9:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:08Z', 'updated_at': '2022-09-13T13:05:24Z', 'revision_number': 5, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'subnets': [{'id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:12:27.331752 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aaff27-54a2-43a6-9b3a-6c6a46d6c843 None None] Checking router: 150dce18-585e-4911-8f36-6a6ad5d4883b for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:12:27.341915 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aaff27-54a2-43a6-9b3a-6c6a46d6c843 None None] Routers {'150dce18-585e-4911-8f36-6a6ad5d4883b'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:12:27.342522 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-b2aaff27-54a2-43a6-9b3a-6c6a46d6c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:12:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['150dce18-585e-4911-8f36-6a6ad5d4883b'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:12:27.408719 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6281fae1-b863-44a1-98ee-dd346df80aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (0fdc97b0-b4eb-4ae5-b8e2-8d614bc08cca), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:27.418703 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6281fae1-b863-44a1-98ee-dd346df80aac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:27.418703 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-6281fae1-b863-44a1-98ee-dd346df80aac admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/0fdc97b0-b4eb-4ae5-b8e2-8d614bc08cca HTTP/1.1" status: 204 len: 168 time: 0.2378836 Sep 13 13:12:27.438037 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281fae1-b863-44a1-98ee-dd346df80aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdc97b0-b4eb-4ae5-b8e2-8d614bc08cca,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:27.587319 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:27.625129 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-b2aaff27-54a2-43a6-9b3a-6c6a46d6c843 None None] Set router 150dce18-585e-4911-8f36-6a6ad5d4883b gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:12:27.787078 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:27.824768 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-b2aaff27-54a2-43a6-9b3a-6c6a46d6c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'name': 'tempest-AttachVolumeShelveTestJSON-1233448772-router', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:09Z', 'revision_number': 4, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'gw_port': {'id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'a15d10a3-f8aa-4a5c-abe7-5638d396ef61', 'name': '', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'mac_address': 'fa:16:3e:c9:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:08Z', 'updated_at': '2022-09-13T13:05:24Z', 'revision_number': 5, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'subnets': [{'id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:12:27.855133 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2aaff27-54a2-43a6-9b3a-6c6a46d6c843 None None] The sync data for ids ['150dce18-585e-4911-8f36-6a6ad5d4883b'] in dv-cinder-801354-10-iscsi is: [{'id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'name': 'tempest-AttachVolumeShelveTestJSON-1233448772-router', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:05:09Z', 'revision_number': 4, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'gw_port': {'id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'a15d10a3-f8aa-4a5c-abe7-5638d396ef61', 'name': '', 'network_id': '8b1eaf98-b39c-4204-9cb2-5b574f83717c', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'mac_address': 'fa:16:3e:c9:92:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:05:08Z', 'updated_at': '2022-09-13T13:05:24Z', 'revision_number': 5, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'subnets': [{'id': '707a845c-7141-4086-a3f3-fd8375e89ff4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:12:28.122757 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b9cb9f-37b3-498a-98c0-45cb6acd3d0b None None] New status for floating IP 7a4b2ceb-a428-494b-9e47-7924e911cd82: DOWN {{(pid=106852) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:12:28.126530 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=28,neutron:DELETE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:28.156392 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-685a297e-53b8-43af-9b1d-4006215726f2 req-0a987b0b-ba49-4bd4-a473-e848339795f0 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=f7f227ce-e8db-4805-9bcf-42485773201f HTTP/1.1" status: 200 len: 210 time: 0.0274475 Sep 13 13:12:29.336746 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 41056) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:29.383847 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:INSERT=1,neutron:SELECT=91,neutron:DELETE=8 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:29.403329 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d180701c-b513-44b8-8de2-2c756391e54e tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for security_group (9a5d8df7-c3c8-46df-a78b-ad948bd94d3e), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:29.427520 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d180701c-b513-44b8-8de2-2c756391e54e tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for security_group (9a5d8df7-c3c8-46df-a78b-ad948bd94d3e), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:29.554628 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d180701c-b513-44b8-8de2-2c756391e54e tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (9a5d8df7-c3c8-46df-a78b-ad948bd94d3e), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:29.557254 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-d180701c-b513-44b8-8de2-2c756391e54e tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:29.558665 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-d180701c-b513-44b8-8de2-2c756391e54e tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/9a5d8df7-c3c8-46df-a78b-ad948bd94d3e HTTP/1.1" status: 204 len: 168 time: 0.2201641 Sep 13 13:12:29.561579 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 41064) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:29.568349 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d180701c-b513-44b8-8de2-2c756391e54e tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a5d8df7-c3c8-46df-a78b-ad948bd94d3e,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:29.576042 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.api.v2.resource [None req-4c078f66-bc64-4f48-b40d-070d57bf3e91 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] show failed (client error): The resource could not be found. Sep 13 13:12:29.577055 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-4c078f66-bc64-4f48-b40d-070d57bf3e91 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "GET /networking/v2.0/security-groups/9a5d8df7-c3c8-46df-a78b-ad948bd94d3e HTTP/1.1" status: 404 len: 347 time: 0.0144250 Sep 13 13:12:29.579986 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 41066) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:29.711772 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-00fbde52-cd3e-4830-b73a-12aec4e6ec81 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Deleting port cc766f41-325c-46be-b709-15b44ad9ba5f {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:12:29.712121 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-00fbde52-cd3e-4830-b73a-12aec4e6ec81 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (cc766f41-325c-46be-b709-15b44ad9ba5f), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:29.791650 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device a3a407ff-7966-4a38-9817-9e291843aee0 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:12:29.800472 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-00fbde52-cd3e-4830-b73a-12aec4e6ec81 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (cc766f41-325c-46be-b709-15b44ad9ba5f), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:29.801065 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-00fbde52-cd3e-4830-b73a-12aec4e6ec81 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for floatingip (cc766f41-325c-46be-b709-15b44ad9ba5f), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:29.816374 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-00fbde52-cd3e-4830-b73a-12aec4e6ec81 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Calling delete_port for cc766f41-325c-46be-b709-15b44ad9ba5f owned by network:floatingip {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:12:29.816880 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] No Port match for: a3a407ff-7966-4a38-9817-9e291843aee0 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:12:29.817477 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device a3a407ff-7966-4a38-9817-9e291843aee0 not bound to the agent host hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:12:30.032319 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-00fbde52-cd3e-4830-b73a-12aec4e6ec81 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (cc766f41-325c-46be-b709-15b44ad9ba5f), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:30.063612 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fbde52-cd3e-4830-b73a-12aec4e6ec81 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Pushing event deleted for resources: {'Port': ['ID=cc766f41-325c-46be-b709-15b44ad9ba5f,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:30.138272 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-00fbde52-cd3e-4830-b73a-12aec4e6ec81 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks [] for floatingip (7a4b2ceb-a428-494b-9e47-7924e911cd82), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:30.138272 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-00fbde52-cd3e-4830-b73a-12aec4e6ec81 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:30.138272 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-00fbde52-cd3e-4830-b73a-12aec4e6ec81 tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/7a4b2ceb-a428-494b-9e47-7924e911cd82 HTTP/1.1" status: 204 len: 168 time: 0.5553885 Sep 13 13:12:30.568081 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:12:31.163986 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 41138) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:31.261844 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 41144) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:31.325620 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:31.332586 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b1ab7336-4e83-4d01-8611-3339d1b10c97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:31.339997 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-09f0c3c6-ca40-4d1d-b090-23b6dbe27f9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:31.427649 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=76,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:31.463637 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b1ab7336-4e83-4d01-8611-3339d1b10c97 admin admin] Publish callbacks [] for security_group (0dd50080-0ebb-446a-bc01-887626a0c54a), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:31.475307 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-09f0c3c6-ca40-4d1d-b090-23b6dbe27f9b admin admin] Publish callbacks [] for security_group (024799dc-394f-49af-a45a-5b638b23def7), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:31.532058 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:31.561594 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b1ab7336-4e83-4d01-8611-3339d1b10c97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (0dd50080-0ebb-446a-bc01-887626a0c54a), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:31.566053 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-09f0c3c6-ca40-4d1d-b090-23b6dbe27f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (024799dc-394f-49af-a45a-5b638b23def7), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:31.619388 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-09f0c3c6-ca40-4d1d-b090-23b6dbe27f9b admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=4f438580a60c44a69f157ef64800085c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4543073 Sep 13 13:12:31.625951 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 41154) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:31.633927 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-b1ab7336-4e83-4d01-8611-3339d1b10c97 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=a4b1c18c5a924947b343a2bdef982012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3676159 Sep 13 13:12:31.634642 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 41156) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:31.651239 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ab7336-4e83-4d01-8611-3339d1b10c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dd50080-0ebb-446a-bc01-887626a0c54a,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:31.693452 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa597-716d-4003-96aa-1d5f3c49dc62 admin admin] Publish callbacks [] for security_group (024799dc-394f-49af-a45a-5b638b23def7), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:31.699344 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0c3c6-ca40-4d1d-b090-23b6dbe27f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024799dc-394f-49af-a45a-5b638b23def7,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:31.719912 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-438b0cf2-0596-4c36-a655-0625afcf1248 admin admin] Publish callbacks [] for security_group (0dd50080-0ebb-446a-bc01-887626a0c54a), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:31.728578 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa597-716d-4003-96aa-1d5f3c49dc62 admin admin] Publish callbacks [] for security_group (024799dc-394f-49af-a45a-5b638b23def7), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:31.745308 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-438b0cf2-0596-4c36-a655-0625afcf1248 admin admin] Publish callbacks [] for security_group (0dd50080-0ebb-446a-bc01-887626a0c54a), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:31.912003 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa597-716d-4003-96aa-1d5f3c49dc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (024799dc-394f-49af-a45a-5b638b23def7), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:31.912373 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-438b0cf2-0596-4c36-a655-0625afcf1248 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (0dd50080-0ebb-446a-bc01-887626a0c54a), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:31.914611 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-dbcfa597-716d-4003-96aa-1d5f3c49dc62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:31.914960 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-438b0cf2-0596-4c36-a655-0625afcf1248 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:31.918790 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-dbcfa597-716d-4003-96aa-1d5f3c49dc62 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/024799dc-394f-49af-a45a-5b638b23def7 HTTP/1.1" status: 204 len: 168 time: 0.2872956 Sep 13 13:12:31.918959 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-438b0cf2-0596-4c36-a655-0625afcf1248 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/0dd50080-0ebb-446a-bc01-887626a0c54a HTTP/1.1" status: 204 len: 168 time: 0.2802396 Sep 13 13:12:31.925397 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcfa597-716d-4003-96aa-1d5f3c49dc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024799dc-394f-49af-a45a-5b638b23def7,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:31.926112 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b0cf2-0596-4c36-a655-0625afcf1248 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dd50080-0ebb-446a-bc01-887626a0c54a,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:32.625421 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 41176) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:32.640096 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e8b18290-ea88-446d-9f50-1cad5ea54032 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:32.696782 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:32.716723 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e8b18290-ea88-446d-9f50-1cad5ea54032 admin admin] Publish callbacks [] for security_group (bfec1229-7bce-4273-a77d-deb7dd75ab08), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:32.761372 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 41178) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:32.774725 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c45cb19a-48ea-498f-8bb8-d1a76b5700f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:32.787497 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e8b18290-ea88-446d-9f50-1cad5ea54032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (bfec1229-7bce-4273-a77d-deb7dd75ab08), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:32.845038 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-e8b18290-ea88-446d-9f50-1cad5ea54032 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=e71b94d6d9b249eebf347f32935c91d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2185044 Sep 13 13:12:32.848033 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 41180) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:32.849103 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b18290-ea88-446d-9f50-1cad5ea54032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfec1229-7bce-4273-a77d-deb7dd75ab08,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:32.896392 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c45cb19a-48ea-498f-8bb8-d1a76b5700f2 admin admin] Publish callbacks [] for security_group (65366e46-b3e2-4416-a25c-34a5df6e77a5), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:32.898990 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c21026a2-7c31-4265-b600-c0cf32506881 admin admin] Publish callbacks [] for security_group (bfec1229-7bce-4273-a77d-deb7dd75ab08), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:32.918730 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c21026a2-7c31-4265-b600-c0cf32506881 admin admin] Publish callbacks [] for security_group (bfec1229-7bce-4273-a77d-deb7dd75ab08), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:32.982895 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c45cb19a-48ea-498f-8bb8-d1a76b5700f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (65366e46-b3e2-4416-a25c-34a5df6e77a5), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:33.022768 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-c45cb19a-48ea-498f-8bb8-d1a76b5700f2 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=51eece68ed044614a63e101672ea8372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2603219 Sep 13 13:12:33.023662 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45cb19a-48ea-498f-8bb8-d1a76b5700f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65366e46-b3e2-4416-a25c-34a5df6e77a5,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:33.025585 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 41182) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:33.082788 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b9fb450d-b60a-4578-8c4b-7e8e23c10d29 admin admin] Publish callbacks [] for security_group (65366e46-b3e2-4416-a25c-34a5df6e77a5), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:33.105122 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b9fb450d-b60a-4578-8c4b-7e8e23c10d29 admin admin] Publish callbacks [] for security_group (65366e46-b3e2-4416-a25c-34a5df6e77a5), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:33.135401 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 41190) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:33.140710 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c21026a2-7c31-4265-b600-c0cf32506881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (bfec1229-7bce-4273-a77d-deb7dd75ab08), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:33.144084 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c21026a2-7c31-4265-b600-c0cf32506881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:33.145380 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-c21026a2-7c31-4265-b600-c0cf32506881 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/bfec1229-7bce-4273-a77d-deb7dd75ab08 HTTP/1.1" status: 204 len: 168 time: 0.2961364 Sep 13 13:12:33.154158 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21026a2-7c31-4265-b600-c0cf32506881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfec1229-7bce-4273-a77d-deb7dd75ab08,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:33.235007 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b9fb450d-b60a-4578-8c4b-7e8e23c10d29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (65366e46-b3e2-4416-a25c-34a5df6e77a5), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:33.238330 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b9fb450d-b60a-4578-8c4b-7e8e23c10d29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:33.241833 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-b9fb450d-b60a-4578-8c4b-7e8e23c10d29 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/65366e46-b3e2-4416-a25c-34a5df6e77a5 HTTP/1.1" status: 204 len: 168 time: 0.2129750 Sep 13 13:12:33.247501 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fb450d-b60a-4578-8c4b-7e8e23c10d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65366e46-b3e2-4416-a25c-34a5df6e77a5,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:33.303519 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-9da19640-ce87-4fc8-8eba-affb0fde8763 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:33.499523 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:33.643916 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9dae1192-c345-4836-bd2b-0abea366658c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1803674'] for router_interface (150dce18-585e-4911-8f36-6a6ad5d4883b), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:33.888578 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-9dae1192-c345-4836-bd2b-0abea366658c admin admin] Deleting port a15d10a3-f8aa-4a5c-abe7-5638d396ef61 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:12:33.888901 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9dae1192-c345-4836-bd2b-0abea366658c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (a15d10a3-f8aa-4a5c-abe7-5638d396ef61), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:33.900147 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:33.976429 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-9dae1192-c345-4836-bd2b-0abea366658c admin admin] For port a15d10a3-f8aa-4a5c-abe7-5638d396ef61, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=a15d10a3-f8aa-4a5c-abe7-5638d396ef61,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:12:33.977114 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9dae1192-c345-4836-bd2b-0abea366658c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (a15d10a3-f8aa-4a5c-abe7-5638d396ef61), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:33.992232 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-9dae1192-c345-4836-bd2b-0abea366658c admin admin] Calling delete_port for a15d10a3-f8aa-4a5c-abe7-5638d396ef61 owned by network:router_interface {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:12:34.499505 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 41238) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:34.540785 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9dae1192-c345-4836-bd2b-0abea366658c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (a15d10a3-f8aa-4a5c-abe7-5638d396ef61), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:34.568099 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dae1192-c345-4836-bd2b-0abea366658c admin admin] Pushing event deleted for resources: {'Port': ['ID=a15d10a3-f8aa-4a5c-abe7-5638d396ef61,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:34.618737 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-a24aef18-7d68-4949-9ca1-e8e15e0599b5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-899076979-network', 'tenant_id': '90761a2b55bd4ba18ad11f0938269fbc'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:12:34.767696 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9dae1192-c345-4836-bd2b-0abea366658c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1691681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582858'] for router_interface (150dce18-585e-4911-8f36-6a6ad5d4883b), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:34.772856 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24aef18-7d68-4949-9ca1-e8e15e0599b5 admin admin] Made reservation on behalf of 90761a2b55bd4ba18ad11f0938269fbc for: {'network': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:12:34.780103 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a24aef18-7d68-4949-9ca1-e8e15e0599b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for network (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:34.793622 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a24aef18-7d68-4949-9ca1-e8e15e0599b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:34.927792 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:35.019800 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a24aef18-7d68-4949-9ca1-e8e15e0599b5 admin admin] Publish callbacks [] for security_group (28e0c74a-00c1-4ab0-92c8-4b161acf795c), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:35.063258 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:35.075885 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dae1192-c345-4836-bd2b-0abea366658c admin admin] Router 150dce18-585e-4911-8f36-6a6ad5d4883b has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:12:35.118999 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a24aef18-7d68-4949-9ca1-e8e15e0599b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (28e0c74a-00c1-4ab0-92c8-4b161acf795c), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:35.155810 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a24aef18-7d68-4949-9ca1-e8e15e0599b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 352, 'physical_network': 'physnet1'} {{(pid=106850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 13:12:35.165422 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24aef18-7d68-4949-9ca1-e8e15e0599b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e0c74a-00c1-4ab0-92c8-4b161acf795c,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:35.200080 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a24aef18-7d68-4949-9ca1-e8e15e0599b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (751f8e1d-2460-4c1e-be44-8c4d64047299), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:35.200425 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.segments_db [None req-a24aef18-7d68-4949-9ca1-e8e15e0599b5 admin admin] Added segment 751f8e1d-2460-4c1e-be44-8c4d64047299 of type vlan for network 50682900-d040-4f3e-b77d-7162a6f1f32b Sep 13 13:12:35.253088 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a24aef18-7d68-4949-9ca1-e8e15e0599b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734282471325'] for network (50682900-d040-4f3e-b77d-7162a6f1f32b), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:35.255886 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dae1192-c345-4836-bd2b-0abea366658c admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:12:35.263378 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-9dae1192-c345-4836-bd2b-0abea366658c admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/150dce18-585e-4911-8f36-6a6ad5d4883b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1252162 Sep 13 13:12:35.264417 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 41260) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:35.265247 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c0cd36-4716-4910-a7a3-f18ecd1de94c None None] Sync routers for ids ['150dce18-585e-4911-8f36-6a6ad5d4883b'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:12:35.275728 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c0cd36-4716-4910-a7a3-f18ecd1de94c None None] Routers {'150dce18-585e-4911-8f36-6a6ad5d4883b'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:12:35.276643 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-65c0cd36-4716-4910-a7a3-f18ecd1de94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:12:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['150dce18-585e-4911-8f36-6a6ad5d4883b'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:12:35.399380 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b8e6be4b-7d59-4caa-9697-bca8ff044ac2 admin admin] Publish callbacks [] for router (150dce18-585e-4911-8f36-6a6ad5d4883b), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:35.417865 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-65c0cd36-4716-4910-a7a3-f18ecd1de94c None None] Set router 150dce18-585e-4911-8f36-6a6ad5d4883b gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:12:35.448718 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a24aef18-7d68-4949-9ca1-e8e15e0599b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for network (50682900-d040-4f3e-b77d-7162a6f1f32b), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:35.449720 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24aef18-7d68-4949-9ca1-e8e15e0599b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:12:35.450322 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a24aef18-7d68-4949-9ca1-e8e15e0599b5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:35.476172 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-863b7c1f-a6e2-4555-9441-c8db5ad8b69c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:35.564356 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24aef18-7d68-4949-9ca1-e8e15e0599b5 admin admin] Pushing event updated for resources: {'Network': ['ID=50682900-d040-4f3e-b77d-7162a6f1f32b,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:35.579279 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Network 50682900-d040-4f3e-b77d-7162a6f1f32b details requested by agent ovs-agent-dv-cinder-801354-10-iscsi with host dv-cinder-801354-10-iscsi {{(pid=106851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 13:12:35.589749 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 41268) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:35.590172 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-a24aef18-7d68-4949-9ca1-e8e15e0599b5 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0892432 Sep 13 13:12:35.593236 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b8e6be4b-7d59-4caa-9697-bca8ff044ac2 admin admin] Publish callbacks [] for router_gateway (150dce18-585e-4911-8f36-6a6ad5d4883b), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:35.595053 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-f57fc03e-0786-472d-aacf-d5addce0f185 admin admin] Request body: {'subnet': {'network_id': '50682900-d040-4f3e-b77d-7162a6f1f32b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-899076979-subnet', 'tenant_id': '90761a2b55bd4ba18ad11f0938269fbc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:12:35.684266 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-65c0cd36-4716-4910-a7a3-f18ecd1de94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'name': 'tempest-AttachVolumeShelveTestJSON-1233448772-router', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78'}], 'enable_snat': True}, 'gw_port_id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:12:34Z', 'revision_number': 5, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'gw_port': {'id': '7814dd08-b7b1-4f3c-8599-8290700f3d38', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:e7:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:04:58Z', 'updated_at': '2022-09-13T13:05:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:12:35.706592 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57fc03e-0786-472d-aacf-d5addce0f185 admin admin] Made reservation on behalf of 90761a2b55bd4ba18ad11f0938269fbc for: {'subnet': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:12:35.709363 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f57fc03e-0786-472d-aacf-d5addce0f185 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7736809'] for subnet (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:35.710837 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c0cd36-4716-4910-a7a3-f18ecd1de94c None None] Checking router: 150dce18-585e-4911-8f36-6a6ad5d4883b for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:12:35.714500 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-b8e6be4b-7d59-4caa-9697-bca8ff044ac2 admin admin] Deleting port 7814dd08-b7b1-4f3c-8599-8290700f3d38 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:12:35.717504 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b8e6be4b-7d59-4caa-9697-bca8ff044ac2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (7814dd08-b7b1-4f3c-8599-8290700f3d38), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:35.719929 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c0cd36-4716-4910-a7a3-f18ecd1de94c None None] Routers {'150dce18-585e-4911-8f36-6a6ad5d4883b'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:12:35.720536 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-65c0cd36-4716-4910-a7a3-f18ecd1de94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:12:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['150dce18-585e-4911-8f36-6a6ad5d4883b'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:12:35.798956 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:35.816374 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-65c0cd36-4716-4910-a7a3-f18ecd1de94c None None] Set router 150dce18-585e-4911-8f36-6a6ad5d4883b gateway port host: None {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:12:35.835053 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-b8e6be4b-7d59-4caa-9697-bca8ff044ac2 admin admin] For port 7814dd08-b7b1-4f3c-8599-8290700f3d38, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=7814dd08-b7b1-4f3c-8599-8290700f3d38,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:12:35.835664 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b8e6be4b-7d59-4caa-9697-bca8ff044ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (7814dd08-b7b1-4f3c-8599-8290700f3d38), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:35.852836 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-b8e6be4b-7d59-4caa-9697-bca8ff044ac2 admin admin] Calling delete_port for 7814dd08-b7b1-4f3c-8599-8290700f3d38 owned by network:router_gateway {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:12:35.872036 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-65c0cd36-4716-4910-a7a3-f18ecd1de94c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'name': 'tempest-AttachVolumeShelveTestJSON-1233448772-router', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:12:35Z', 'revision_number': 6, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'gw_port_host': None}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:12:35.897703 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c0cd36-4716-4910-a7a3-f18ecd1de94c None None] The sync data for ids ['150dce18-585e-4911-8f36-6a6ad5d4883b'] in dv-cinder-801354-10-iscsi is: [{'id': '150dce18-585e-4911-8f36-6a6ad5d4883b', 'name': 'tempest-AttachVolumeShelveTestJSON-1233448772-router', 'tenant_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:04:55Z', 'updated_at': '2022-09-13T13:12:35Z', 'revision_number': 6, 'project_id': 'a4e94c8248874defa3cb01d0725dfcb0', 'gw_port_host': None}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:12:35.963126 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f57fc03e-0786-472d-aacf-d5addce0f185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4782416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7736827'] for subnet (7c8e21ab-14cb-45f7-a5b5-7553bceda6e3), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:35.997690 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:36.015022 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fc03e-0786-472d-aacf-d5addce0f185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c8e21ab-14cb-45f7-a5b5-7553bceda6e3,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:36.032552 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57fc03e-0786-472d-aacf-d5addce0f185 admin admin] Checking segment: {'id': '751f8e1d-2460-4c1e-be44-8c4d64047299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '50682900-d040-4f3e-b77d-7162a6f1f32b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:12:36.032552 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57fc03e-0786-472d-aacf-d5addce0f185 admin admin] Network hostable DHCP agents. Network: 50682900-d040-4f3e-b77d-7162a6f1f32b, hostable agents: ['03c760d5-e05f-4ba1-99ba-fbb88ab66826'], hosted agents: [] {{(pid=106849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 13:12:36.091658 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b8e6be4b-7d59-4caa-9697-bca8ff044ac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (7814dd08-b7b1-4f3c-8599-8290700f3d38), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:36.114661 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57fc03e-0786-472d-aacf-d5addce0f185 admin admin] Network 50682900-d040-4f3e-b77d-7162a6f1f32b is scheduled to be hosted by DHCP agent 03c760d5-e05f-4ba1-99ba-fbb88ab66826 with binding_index 1 {{(pid=106849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 13:12:36.116444 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e6be4b-7d59-4caa-9697-bca8ff044ac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=7814dd08-b7b1-4f3c-8599-8290700f3d38,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:36.147684 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:36.184282 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b8e6be4b-7d59-4caa-9697-bca8ff044ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583705'] for router_gateway (150dce18-585e-4911-8f36-6a6ad5d4883b), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:36.228951 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-f57fc03e-0786-472d-aacf-d5addce0f185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-10-iscsi, 50682900-d040-4f3e-b77d-7162a6f1f32b) {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:12:36.237583 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57fc03e-0786-472d-aacf-d5addce0f185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:12:36.238235 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f57fc03e-0786-472d-aacf-d5addce0f185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:36.241309 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:36.246393 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff92091-aa05-4768-8df1-9c226658fafd None None] Network 50682900-d040-4f3e-b77d-7162a6f1f32b requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:12:36.277598 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b8e6be4b-7d59-4caa-9697-bca8ff044ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13140'] for router (150dce18-585e-4911-8f36-6a6ad5d4883b), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:36.280366 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b8e6be4b-7d59-4caa-9697-bca8ff044ac2 admin admin] Publish callbacks [] for router_controller (150dce18-585e-4911-8f36-6a6ad5d4883b), precommit_delete_associations {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:36.348992 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-f57fc03e-0786-472d-aacf-d5addce0f185 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7579782 Sep 13 13:12:36.376671 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df73448-2ec9-4f52-98d9-7d1ce99af3f7 None None] Network 50682900-d040-4f3e-b77d-7162a6f1f32b requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:12:36.412116 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b8e6be4b-7d59-4caa-9697-bca8ff044ac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582937'] for router (150dce18-585e-4911-8f36-6a6ad5d4883b), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:36.413487 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e6be4b-7d59-4caa-9697-bca8ff044ac2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 150dce18-585e-4911-8f36-6a6ad5d4883b {{(pid=106850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 13:12:36.429988 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b8e6be4b-7d59-4caa-9697-bca8ff044ac2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:36.429988 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-b8e6be4b-7d59-4caa-9697-bca8ff044ac2 admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/150dce18-585e-4911-8f36-6a6ad5d4883b HTTP/1.1" status: 204 len: 168 time: 1.1555996 Sep 13 13:12:36.430307 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 41276) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:36.506426 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb117925-e1c3-4fca-9d6d-fa6130225880 admin admin] Deleting subnet 707a845c-7141-4086-a3f3-fd8375e89ff4 {{(pid=106849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 13:12:36.511284 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bb117925-e1c3-4fca-9d6d-fa6130225880 admin admin] Publish callbacks [] for subnet (707a845c-7141-4086-a3f3-fd8375e89ff4), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:36.559798 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bb117925-e1c3-4fca-9d6d-fa6130225880 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4782533'] for subnet (707a845c-7141-4086-a3f3-fd8375e89ff4), precommit_delete_associations {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:36.635391 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bb117925-e1c3-4fca-9d6d-fa6130225880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3665047'] for subnet (707a845c-7141-4086-a3f3-fd8375e89ff4), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:36.793308 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bb117925-e1c3-4fca-9d6d-fa6130225880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3659918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4768925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7736820'] for subnet (707a845c-7141-4086-a3f3-fd8375e89ff4), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:36.820584 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb117925-e1c3-4fca-9d6d-fa6130225880 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=707a845c-7141-4086-a3f3-fd8375e89ff4,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:36.823510 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bb117925-e1c3-4fca-9d6d-fa6130225880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:36.826438 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c52ccc9-effa-4896-8b93-ed5c224befe4 None None] Network 8b1eaf98-b39c-4204-9cb2-5b574f83717c requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:12:36.828037 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-bb117925-e1c3-4fca-9d6d-fa6130225880 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/707a845c-7141-4086-a3f3-fd8375e89ff4 HTTP/1.1" status: 204 len: 168 time: 0.4025576 Sep 13 13:12:36.830193 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 41286) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:36.877990 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=100 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:36.902898 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-83a83376-b1e5-4627-b80b-1e9681771c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3651144'] for network (8b1eaf98-b39c-4204-9cb2-5b574f83717c), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:36.964960 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-83a83376-b1e5-4627-b80b-1e9681771c01 admin admin] Deleting port 695f1640-133a-42a9-bac3-491c78b00cf9 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:12:36.964960 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-83a83376-b1e5-4627-b80b-1e9681771c01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (695f1640-133a-42a9-bac3-491c78b00cf9), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:37.018565 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:37.024809 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fcd155-e723-4930-913e-2d4ae45c59d5 None None] DHCP port deletion for 8b1eaf98-b39c-4204-9cb2-5b574f83717c request from dv-cinder-801354-10-iscsi {{(pid=106851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 13:12:37.036736 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-83a83376-b1e5-4627-b80b-1e9681771c01 admin admin] For port 695f1640-133a-42a9-bac3-491c78b00cf9, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=695f1640-133a-42a9-bac3-491c78b00cf9,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:12:37.037103 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-83a83376-b1e5-4627-b80b-1e9681771c01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (695f1640-133a-42a9-bac3-491c78b00cf9), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:37.054274 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-83a83376-b1e5-4627-b80b-1e9681771c01 admin admin] Calling delete_port for 695f1640-133a-42a9-bac3-491c78b00cf9 owned by network:dhcp {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:12:37.064410 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-53fcd155-e723-4930-913e-2d4ae45c59d5 None None] Deleting port 695f1640-133a-42a9-bac3-491c78b00cf9 {{(pid=106851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:12:37.065430 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-53fcd155-e723-4930-913e-2d4ae45c59d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (695f1640-133a-42a9-bac3-491c78b00cf9), before_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:37.067877 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:37.142598 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-53fcd155-e723-4930-913e-2d4ae45c59d5 None None] For port 695f1640-133a-42a9-bac3-491c78b00cf9, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=695f1640-133a-42a9-bac3-491c78b00cf9,segment=NetworkSegment(5d09d9c1-8cb9-46d2-a749-3029c466f88f),segment_id=5d09d9c1-8cb9-46d2-a749-3029c466f88f)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:12:37.143157 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-53fcd155-e723-4930-913e-2d4ae45c59d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (695f1640-133a-42a9-bac3-491c78b00cf9), precommit_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:37.157573 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-53fcd155-e723-4930-913e-2d4ae45c59d5 None None] Calling delete_port for 695f1640-133a-42a9-bac3-491c78b00cf9 owned by network:dhcp {{(pid=106851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:12:37.217341 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-83a83376-b1e5-4627-b80b-1e9681771c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (695f1640-133a-42a9-bac3-491c78b00cf9), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:37.245214 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a83376-b1e5-4627-b80b-1e9681771c01 admin admin] Pushing event deleted for resources: {'Port': ['ID=695f1640-133a-42a9-bac3-491c78b00cf9,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:37.245583 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-53fcd155-e723-4930-913e-2d4ae45c59d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289'] for port (695f1640-133a-42a9-bac3-491c78b00cf9), after_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:37.248813 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a83376-b1e5-4627-b80b-1e9681771c01 admin admin] No DVR routers for this DVR port 695f1640-133a-42a9-bac3-491c78b00cf9 on host dv-cinder-801354-10-iscsi {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:12:37.254018 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 41296) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:37.259036 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-b3aac249-52b3-47cc-91f8-9e59eafffb5b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-425865764-network', 'tenant_id': '12c05dbe3dda47b99feda2f7dd9283e5'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:12:37.280864 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fcd155-e723-4930-913e-2d4ae45c59d5 None None] No DVR routers for this DVR port 695f1640-133a-42a9-bac3-491c78b00cf9 on host dv-cinder-801354-10-iscsi {{(pid=106851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:12:37.283011 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fcd155-e723-4930-913e-2d4ae45c59d5 None None] Pushing event deleted for resources: {'Port': ['ID=695f1640-133a-42a9-bac3-491c78b00cf9,revision_number=None']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:37.291984 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcd155-e723-4930-913e-2d4ae45c59d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:37.292563 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcd155-e723-4930-913e-2d4ae45c59d5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:37.292909 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcd155-e723-4930-913e-2d4ae45c59d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:37.293259 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcd155-e723-4930-913e-2d4ae45c59d5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:37.293763 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcd155-e723-4930-913e-2d4ae45c59d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:37.295225 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcd155-e723-4930-913e-2d4ae45c59d5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:37.295574 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcd155-e723-4930-913e-2d4ae45c59d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:37.295905 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcd155-e723-4930-913e-2d4ae45c59d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:37.296235 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcd155-e723-4930-913e-2d4ae45c59d5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:37.296607 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcd155-e723-4930-913e-2d4ae45c59d5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:37.296885 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcd155-e723-4930-913e-2d4ae45c59d5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:37.297224 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcd155-e723-4930-913e-2d4ae45c59d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:37.297549 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcd155-e723-4930-913e-2d4ae45c59d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:37.297968 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcd155-e723-4930-913e-2d4ae45c59d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:37.298283 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fcd155-e723-4930-913e-2d4ae45c59d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:37.332347 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-83a83376-b1e5-4627-b80b-1e9681771c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514794', 'neutron.services.segments.db._delete_segments_for_network-8734283000248'] for network (8b1eaf98-b39c-4204-9cb2-5b574f83717c), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:37.355611 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.services.segments.db [None req-83a83376-b1e5-4627-b80b-1e9681771c01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b1eaf98-b39c-4204-9cb2-5b574f83717c']}} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:12:37.360367 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3aac249-52b3-47cc-91f8-9e59eafffb5b admin admin] Made reservation on behalf of 12c05dbe3dda47b99feda2f7dd9283e5 for: {'network': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:12:37.364551 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b3aac249-52b3-47cc-91f8-9e59eafffb5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for network (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:37.367453 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.services.segments.db [None req-83a83376-b1e5-4627-b80b-1e9681771c01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d09d9c1-8cb9-46d2-a749-3029c466f88f') {'for_net_delete': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:12:37.367746 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.services.segments.db [None req-83a83376-b1e5-4627-b80b-1e9681771c01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d09d9c1-8cb9-46d2-a749-3029c466f88f') {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:12:37.368665 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=85,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:37.374845 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b3aac249-52b3-47cc-91f8-9e59eafffb5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:37.378167 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-83a83376-b1e5-4627-b80b-1e9681771c01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734283000140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7847298'] for segment (5d09d9c1-8cb9-46d2-a749-3029c466f88f), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:37.388640 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:37.392344 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-83a83376-b1e5-4627-b80b-1e9681771c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (5d09d9c1-8cb9-46d2-a749-3029c466f88f), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:37.398857 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83a83376-b1e5-4627-b80b-1e9681771c01 admin admin] Releasing vlan 373 on physical network physnet1 to pool {{(pid=106850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 13:12:37.399243 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-83a83376-b1e5-4627-b80b-1e9681771c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8173929'] for segment (5d09d9c1-8cb9-46d2-a749-3029c466f88f), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:37.449388 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.services.segments.plugin [-] Segment 5d09d9c1-8cb9-46d2-a749-3029c466f88f resource provider aggregate not found Sep 13 13:12:37.463021 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.services.segments.plugin [-] Segment 5d09d9c1-8cb9-46d2-a749-3029c466f88f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d09d9c1-8cb9-46d2-a749-3029c466f88f found for delete ", "request_id": "req-a06f2c64-da80-4bb1-aaad-93693a2d08b5"}]} Sep 13 13:12:37.463555 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b3aac249-52b3-47cc-91f8-9e59eafffb5b admin admin] Publish callbacks [] for security_group (c5bb731f-d258-4c4a-8d0e-68b25a2ffd2e), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:37.528713 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b3aac249-52b3-47cc-91f8-9e59eafffb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (c5bb731f-d258-4c4a-8d0e-68b25a2ffd2e), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:37.528905 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-83a83376-b1e5-4627-b80b-1e9681771c01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583751'] for network (8b1eaf98-b39c-4204-9cb2-5b574f83717c), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:37.534279 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-83a83376-b1e5-4627-b80b-1e9681771c01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:37.537530 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-83a83376-b1e5-4627-b80b-1e9681771c01 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/8b1eaf98-b39c-4204-9cb2-5b574f83717c HTTP/1.1" status: 204 len: 168 time: 0.7058456 Sep 13 13:12:37.554525 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a83376-b1e5-4627-b80b-1e9681771c01 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b1eaf98-b39c-4204-9cb2-5b574f83717c,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:37.567216 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aac249-52b3-47cc-91f8-9e59eafffb5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5bb731f-d258-4c4a-8d0e-68b25a2ffd2e,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:37.571061 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 7814dd08-b7b1-4f3c-8599-8290700f3d38 no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:12:37.576070 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3aac249-52b3-47cc-91f8-9e59eafffb5b admin admin] vlan segment allocate from pool success with {'vlan_id': 378, 'physical_network': 'physnet1'} {{(pid=106849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 13:12:37.586576 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b3aac249-52b3-47cc-91f8-9e59eafffb5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (0b3f0875-c079-4faf-b57d-6f4c1105d914), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:37.587002 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.db.segments_db [None req-b3aac249-52b3-47cc-91f8-9e59eafffb5b admin admin] Added segment 0b3f0875-c079-4faf-b57d-6f4c1105d914 of type vlan for network 94d96ee6-e03f-49ab-983c-4ad025fcc2b9 Sep 13 13:12:37.593137 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: 7814dd08-b7b1-4f3c-8599-8290700f3d38 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:12:37.593492 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 7814dd08-b7b1-4f3c-8599-8290700f3d38 not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:12:37.593947 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device a15d10a3-f8aa-4a5c-abe7-5638d396ef61 no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:12:37.617025 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: a15d10a3-f8aa-4a5c-abe7-5638d396ef61 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:12:37.617367 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device a15d10a3-f8aa-4a5c-abe7-5638d396ef61 not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:12:37.618026 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 695f1640-133a-42a9-bac3-491c78b00cf9 no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:12:37.637776 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: 695f1640-133a-42a9-bac3-491c78b00cf9 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:12:37.638124 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 695f1640-133a-42a9-bac3-491c78b00cf9 not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:12:37.638619 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b3aac249-52b3-47cc-91f8-9e59eafffb5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734282471325'] for network (94d96ee6-e03f-49ab-983c-4ad025fcc2b9), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:37.757761 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b3aac249-52b3-47cc-91f8-9e59eafffb5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for network (94d96ee6-e03f-49ab-983c-4ad025fcc2b9), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:37.758741 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3aac249-52b3-47cc-91f8-9e59eafffb5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:12:37.759323 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b3aac249-52b3-47cc-91f8-9e59eafffb5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:37.825943 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aac249-52b3-47cc-91f8-9e59eafffb5b admin admin] Pushing event updated for resources: {'Network': ['ID=94d96ee6-e03f-49ab-983c-4ad025fcc2b9,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:37.836900 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Network 94d96ee6-e03f-49ab-983c-4ad025fcc2b9 details requested by agent ovs-agent-dv-cinder-801354-10-iscsi with host dv-cinder-801354-10-iscsi {{(pid=106851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 13:12:37.891562 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-b3aac249-52b3-47cc-91f8-9e59eafffb5b admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6364462 Sep 13 13:12:37.894857 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 41308) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:37.900113 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-479bdc44-df85-4ffe-89db-f2e3417f536e admin admin] Request body: {'subnet': {'network_id': '94d96ee6-e03f-49ab-983c-4ad025fcc2b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-425865764-subnet', 'tenant_id': '12c05dbe3dda47b99feda2f7dd9283e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:12:37.944040 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 41310) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:37.969812 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:37.985502 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-05f80c8f-e216-4539-b8a7-2fb99f659094 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=a4e94c8248874defa3cb01d0725dfcb0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0404305 Sep 13 13:12:37.988188 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 41312) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:38.011316 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479bdc44-df85-4ffe-89db-f2e3417f536e admin admin] Made reservation on behalf of 12c05dbe3dda47b99feda2f7dd9283e5 for: {'subnet': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:12:38.013635 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-479bdc44-df85-4ffe-89db-f2e3417f536e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7736809'] for subnet (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:38.097196 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ce1b9426-41c5-499c-ba70-4092ce779a89 admin admin] Publish callbacks [] for security_group (4f52cdab-dfc6-4573-83b9-70cfacfdaaac), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:38.126992 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ce1b9426-41c5-499c-ba70-4092ce779a89 admin admin] Publish callbacks [] for security_group (4f52cdab-dfc6-4573-83b9-70cfacfdaaac), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:38.201671 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:38.242891 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:38.312465 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-479bdc44-df85-4ffe-89db-f2e3417f536e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4782416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7736827'] for subnet (f755d5f1-0fa3-459b-990f-c55d7e9a5f0f), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:38.314385 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ce1b9426-41c5-499c-ba70-4092ce779a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (4f52cdab-dfc6-4573-83b9-70cfacfdaaac), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:38.317825 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ce1b9426-41c5-499c-ba70-4092ce779a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:38.319019 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-ce1b9426-41c5-499c-ba70-4092ce779a89 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/4f52cdab-dfc6-4573-83b9-70cfacfdaaac HTTP/1.1" status: 204 len: 168 time: 0.3299487 Sep 13 13:12:38.356761 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b9426-41c5-499c-ba70-4092ce779a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f52cdab-dfc6-4573-83b9-70cfacfdaaac,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:38.374803 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:38.382405 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:38.384277 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bdc44-df85-4ffe-89db-f2e3417f536e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f755d5f1-0fa3-459b-990f-c55d7e9a5f0f,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:38.400078 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479bdc44-df85-4ffe-89db-f2e3417f536e admin admin] Checking segment: {'id': '0b3f0875-c079-4faf-b57d-6f4c1105d914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '94d96ee6-e03f-49ab-983c-4ad025fcc2b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:12:38.400452 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479bdc44-df85-4ffe-89db-f2e3417f536e admin admin] Network hostable DHCP agents. Network: 94d96ee6-e03f-49ab-983c-4ad025fcc2b9, hostable agents: ['03c760d5-e05f-4ba1-99ba-fbb88ab66826'], hosted agents: [] {{(pid=106849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 13:12:38.476826 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479bdc44-df85-4ffe-89db-f2e3417f536e admin admin] Network 94d96ee6-e03f-49ab-983c-4ad025fcc2b9 is scheduled to be hosted by DHCP agent 03c760d5-e05f-4ba1-99ba-fbb88ab66826 with binding_index 1 {{(pid=106849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 13:12:38.591335 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-479bdc44-df85-4ffe-89db-f2e3417f536e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-10-iscsi, 94d96ee6-e03f-49ab-983c-4ad025fcc2b9) {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:12:38.595459 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479bdc44-df85-4ffe-89db-f2e3417f536e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:12:38.596100 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-479bdc44-df85-4ffe-89db-f2e3417f536e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:38.599884 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90864e44-4cc6-48ab-bfc9-b63a8a7b55bb None None] Network 94d96ee6-e03f-49ab-983c-4ad025fcc2b9 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:12:38.695113 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-479bdc44-df85-4ffe-89db-f2e3417f536e admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7985761 Sep 13 13:12:38.700927 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f19c3b-46af-4667-bd25-7017feaf12bf None None] Network 94d96ee6-e03f-49ab-983c-4ad025fcc2b9 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:12:40.561470 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=2 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:41.931012 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 41428) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:42.037066 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fee5639e-31a7-4c87-aea0-e3f5ce1b3728 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:42.111226 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fee5639e-31a7-4c87-aea0-e3f5ce1b3728 admin admin] Publish callbacks [] for security_group (13914c26-f858-42e2-9364-2c3aac84c96f), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:42.223170 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fee5639e-31a7-4c87-aea0-e3f5ce1b3728 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (13914c26-f858-42e2-9364-2c3aac84c96f), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:42.264137 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-fee5639e-31a7-4c87-aea0-e3f5ce1b3728 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=22c6a340b9b94a329f62f085859f4668&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3320568 Sep 13 13:12:42.265056 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5639e-31a7-4c87-aea0-e3f5ce1b3728 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13914c26-f858-42e2-9364-2c3aac84c96f,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:42.266885 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 41436) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:42.320841 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c9f19789-bf66-433f-a416-66c4b7be84c8 admin admin] Publish callbacks [] for security_group (13914c26-f858-42e2-9364-2c3aac84c96f), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:42.340710 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c9f19789-bf66-433f-a416-66c4b7be84c8 admin admin] Publish callbacks [] for security_group (13914c26-f858-42e2-9364-2c3aac84c96f), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:42.505875 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c9f19789-bf66-433f-a416-66c4b7be84c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (13914c26-f858-42e2-9364-2c3aac84c96f), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:42.508586 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c9f19789-bf66-433f-a416-66c4b7be84c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:42.509685 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-c9f19789-bf66-433f-a416-66c4b7be84c8 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/13914c26-f858-42e2-9364-2c3aac84c96f HTTP/1.1" status: 204 len: 168 time: 0.2399459 Sep 13 13:12:42.517869 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f19789-bf66-433f-a416-66c4b7be84c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13914c26-f858-42e2-9364-2c3aac84c96f,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:43.091548 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 41444) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:43.105666 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c83c0a98-d716-4e55-9eba-363a26b51181 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:43.184561 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c83c0a98-d716-4e55-9eba-363a26b51181 admin admin] Publish callbacks [] for security_group (12dba5c0-7976-44c9-97e6-8fa6df1e4918), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:43.242234 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c83c0a98-d716-4e55-9eba-363a26b51181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (12dba5c0-7976-44c9-97e6-8fa6df1e4918), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:43.277750 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=83,neutron:DELETE=13,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:43.283000 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-c83c0a98-d716-4e55-9eba-363a26b51181 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=425654dc63dc46b0860e3c86f7c0a75b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1904013 Sep 13 13:12:43.284494 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83c0a98-d716-4e55-9eba-363a26b51181 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dba5c0-7976-44c9-97e6-8fa6df1e4918,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:43.286642 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 41448) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:43.339676 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-50e32af2-4b89-4e76-afb0-f23cf63df8b3 admin admin] Publish callbacks [] for security_group (12dba5c0-7976-44c9-97e6-8fa6df1e4918), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:43.363460 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-50e32af2-4b89-4e76-afb0-f23cf63df8b3 admin admin] Publish callbacks [] for security_group (12dba5c0-7976-44c9-97e6-8fa6df1e4918), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:43.560162 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-50e32af2-4b89-4e76-afb0-f23cf63df8b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (12dba5c0-7976-44c9-97e6-8fa6df1e4918), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:43.562760 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-50e32af2-4b89-4e76-afb0-f23cf63df8b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:43.565158 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-50e32af2-4b89-4e76-afb0-f23cf63df8b3 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/12dba5c0-7976-44c9-97e6-8fa6df1e4918 HTTP/1.1" status: 204 len: 168 time: 0.2765038 Sep 13 13:12:43.574403 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e32af2-4b89-4e76-afb0-f23cf63df8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dba5c0-7976-44c9-97e6-8fa6df1e4918,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:50.570162 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=6 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:52.530115 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:53.275638 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=32,neutron:DELETE=1,neutron:INSERT=9 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:53.396314 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=38,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:53.429841 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 41692) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:53.538863 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d8dbb266-1837-40b1-8c36-b0a43ca3bd4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:53.569272 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=49,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:53.588355 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:53.618733 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d8dbb266-1837-40b1-8c36-b0a43ca3bd4e admin admin] Publish callbacks [] for security_group (84bafce3-4ff9-48eb-8854-0722d56dc275), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:53.733798 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d8dbb266-1837-40b1-8c36-b0a43ca3bd4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (84bafce3-4ff9-48eb-8854-0722d56dc275), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:53.775520 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-d8dbb266-1837-40b1-8c36-b0a43ca3bd4e admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=37bf4e32f6d640bebff9a8e1f013c5a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3440824 Sep 13 13:12:53.775758 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dbb266-1837-40b1-8c36-b0a43ca3bd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84bafce3-4ff9-48eb-8854-0722d56dc275,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:53.778063 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 41696) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:53.784104 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbb266-1837-40b1-8c36-b0a43ca3bd4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:53.784467 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbb266-1837-40b1-8c36-b0a43ca3bd4e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:53.785077 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbb266-1837-40b1-8c36-b0a43ca3bd4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:53.785318 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbb266-1837-40b1-8c36-b0a43ca3bd4e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:53.785755 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbb266-1837-40b1-8c36-b0a43ca3bd4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:53.785983 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbb266-1837-40b1-8c36-b0a43ca3bd4e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:53.786312 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbb266-1837-40b1-8c36-b0a43ca3bd4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:53.787031 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbb266-1837-40b1-8c36-b0a43ca3bd4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:53.787031 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbb266-1837-40b1-8c36-b0a43ca3bd4e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:53.787242 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbb266-1837-40b1-8c36-b0a43ca3bd4e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:53.787572 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbb266-1837-40b1-8c36-b0a43ca3bd4e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:53.787933 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbb266-1837-40b1-8c36-b0a43ca3bd4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:53.788252 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbb266-1837-40b1-8c36-b0a43ca3bd4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:53.788569 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbb266-1837-40b1-8c36-b0a43ca3bd4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:53.788887 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8dbb266-1837-40b1-8c36-b0a43ca3bd4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:12:53.834857 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4f9d-0502-42a1-a2b7-789bac09bd26 admin admin] Publish callbacks [] for security_group (84bafce3-4ff9-48eb-8854-0722d56dc275), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:53.854282 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4f9d-0502-42a1-a2b7-789bac09bd26 admin admin] Publish callbacks [] for security_group (84bafce3-4ff9-48eb-8854-0722d56dc275), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:53.973252 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4f9d-0502-42a1-a2b7-789bac09bd26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (84bafce3-4ff9-48eb-8854-0722d56dc275), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:53.975879 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ab7c4f9d-0502-42a1-a2b7-789bac09bd26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:53.977055 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-ab7c4f9d-0502-42a1-a2b7-789bac09bd26 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/84bafce3-4ff9-48eb-8854-0722d56dc275 HTTP/1.1" status: 204 len: 168 time: 0.1974602 Sep 13 13:12:53.985164 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c4f9d-0502-42a1-a2b7-789bac09bd26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84bafce3-4ff9-48eb-8854-0722d56dc275,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:54.804299 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 41722) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:54.819163 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ea611738-f0dc-476e-87ed-c6d9187fe129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:54.829572 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f9ca54-5ecc-499b-94fc-b899b22351ef req-573560bb-fa6f-4635-bac8-66e0978fe687 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:12:54.831213 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-38f9ca54-5ecc-499b-94fc-b899b22351ef req-573560bb-fa6f-4635-bac8-66e0978fe687 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4ecc5a5a-6763-4828-8455-85170317a518 HTTP/1.1" status: 200 len: 946 time: 0.0563891 Sep 13 13:12:54.898475 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-38f9ca54-5ecc-499b-94fc-b899b22351ef req-6a4e6913-05e4-40ce-92b2-6d8e5bc59615 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604849 Sep 13 13:12:54.902256 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ea611738-f0dc-476e-87ed-c6d9187fe129 admin admin] Publish callbacks [] for security_group (9b1d33fd-abd7-4289-a323-3c15a94a4e0b), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:54.989097 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ea611738-f0dc-476e-87ed-c6d9187fe129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (9b1d33fd-abd7-4289-a323-3c15a94a4e0b), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:55.030775 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-ea611738-f0dc-476e-87ed-c6d9187fe129 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=31471f9ccb894a29a9ad07b3483c4f3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253149 Sep 13 13:12:55.032094 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea611738-f0dc-476e-87ed-c6d9187fe129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b1d33fd-abd7-4289-a323-3c15a94a4e0b,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:55.033782 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 41728) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:55.082888 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d32e720a-e082-438f-aede-7cb181259ac7 admin admin] Publish callbacks [] for security_group (9b1d33fd-abd7-4289-a323-3c15a94a4e0b), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:55.103510 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d32e720a-e082-438f-aede-7cb181259ac7 admin admin] Publish callbacks [] for security_group (9b1d33fd-abd7-4289-a323-3c15a94a4e0b), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:55.224982 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d32e720a-e082-438f-aede-7cb181259ac7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (9b1d33fd-abd7-4289-a323-3c15a94a4e0b), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:55.227629 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d32e720a-e082-438f-aede-7cb181259ac7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:55.228818 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-d32e720a-e082-438f-aede-7cb181259ac7 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/9b1d33fd-abd7-4289-a323-3c15a94a4e0b HTTP/1.1" status: 204 len: 168 time: 0.1940119 Sep 13 13:12:55.242820 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e720a-e082-438f-aede-7cb181259ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b1d33fd-abd7-4289-a323-3c15a94a4e0b,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:56.029461 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ae33f-22ec-4461-b4da-0a5c941d8f19 req-019add08-c544-46a8-9c67-7d9dac10bc06 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:12:56.031105 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-969ae33f-22ec-4461-b4da-0a5c941d8f19 req-019add08-c544-46a8-9c67-7d9dac10bc06 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4ecc5a5a-6763-4828-8455-85170317a518 HTTP/1.1" status: 200 len: 946 time: 0.0514483 Sep 13 13:12:56.083231 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-969ae33f-22ec-4461-b4da-0a5c941d8f19 req-68968655-43bc-403c-9229-a3bb9db67519 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450289 Sep 13 13:12:56.388054 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed47a02-55dc-4462-b5eb-b2363b0e575a req-e3a87e32-f7fb-4b2d-9fc3-aea9e884cca4 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:12:56.389484 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3ed47a02-55dc-4462-b5eb-b2363b0e575a req-e3a87e32-f7fb-4b2d-9fc3-aea9e884cca4 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=4ecc5a5a-6763-4828-8455-85170317a518 HTTP/1.1" status: 200 len: 946 time: 0.0473471 Sep 13 13:12:56.443565 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:56.498483 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-3ed47a02-55dc-4462-b5eb-b2363b0e575a req-41cc92cc-a0ce-4e56-93b6-4943afff90f5 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Deleting port e6137dd3-fadf-423f-a6c7-43a80e68f9b7 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:12:56.498823 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-3ed47a02-55dc-4462-b5eb-b2363b0e575a req-41cc92cc-a0ce-4e56-93b6-4943afff90f5 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (e6137dd3-fadf-423f-a6c7-43a80e68f9b7), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:56.596138 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-3ed47a02-55dc-4462-b5eb-b2363b0e575a req-41cc92cc-a0ce-4e56-93b6-4943afff90f5 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] For port e6137dd3-fadf-423f-a6c7-43a80e68f9b7, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=e6137dd3-fadf-423f-a6c7-43a80e68f9b7,segment=NetworkSegment(a8bead74-4232-4f16-9175-eb0c92afaa60),segment_id=a8bead74-4232-4f16-9175-eb0c92afaa60)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:12:56.596584 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-3ed47a02-55dc-4462-b5eb-b2363b0e575a req-41cc92cc-a0ce-4e56-93b6-4943afff90f5 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (e6137dd3-fadf-423f-a6c7-43a80e68f9b7), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:56.609593 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-3ed47a02-55dc-4462-b5eb-b2363b0e575a req-41cc92cc-a0ce-4e56-93b6-4943afff90f5 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Calling delete_port for e6137dd3-fadf-423f-a6c7-43a80e68f9b7 owned by compute:nova {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:12:56.695156 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:56.863664 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-3ed47a02-55dc-4462-b5eb-b2363b0e575a req-41cc92cc-a0ce-4e56-93b6-4943afff90f5 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (e6137dd3-fadf-423f-a6c7-43a80e68f9b7), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:56.875872 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['e6137dd3-fadf-423f-a6c7-43a80e68f9b7'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:12:56.892588 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc92cc-a0ce-4e56-93b6-4943afff90f5 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Pushing event deleted for resources: {'Port': ['ID=e6137dd3-fadf-423f-a6c7-43a80e68f9b7,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:56.941840 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ed47a02-55dc-4462-b5eb-b2363b0e575a req-41cc92cc-a0ce-4e56-93b6-4943afff90f5 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] No DVR routers for this DVR port e6137dd3-fadf-423f-a6c7-43a80e68f9b7 on host hv-cinder-80135 {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:12:56.941840 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-3ed47a02-55dc-4462-b5eb-b2363b0e575a req-41cc92cc-a0ce-4e56-93b6-4943afff90f5 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:56.941840 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3ed47a02-55dc-4462-b5eb-b2363b0e575a req-41cc92cc-a0ce-4e56-93b6-4943afff90f5 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.61 "DELETE /networking/v2.0/ports/e6137dd3-fadf-423f-a6c7-43a80e68f9b7 HTTP/1.1" status: 204 len: 173 time: 0.5465796 Sep 13 13:12:56.942423 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ecc5a5a-6763-4828-8455-85170317a518', 'name': 'network-vif-deleted', 'tag': 'e6137dd3-fadf-423f-a6c7-43a80e68f9b7'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:12:56.944679 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfb21e7-99b4-4d69-98fb-c05e95de51e4" -d '{"events": [{"server_uuid": "4ecc5a5a-6763-4828-8455-85170317a518", "name": "network-vif-deleted", "tag": "e6137dd3-fadf-423f-a6c7-43a80e68f9b7"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:12:56.981705 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:12:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ba7054-6796-493c-b3de-866387c94df2 x-openstack-request-id: req-64ba7054-6796-493c-b3de-866387c94df2 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:12:56.982016 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ecc5a5a-6763-4828-8455-85170317a518", "name": "network-vif-deleted", "tag": "e6137dd3-fadf-423f-a6c7-43a80e68f9b7", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:12:56.982267 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-64ba7054-6796-493c-b3de-866387c94df2 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:12:56.982670 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64ba7054-6796-493c-b3de-866387c94df2'] response: {'server_uuid': '4ecc5a5a-6763-4828-8455-85170317a518', 'name': 'network-vif-deleted', 'tag': 'e6137dd3-fadf-423f-a6c7-43a80e68f9b7', 'status': 'completed', 'code': 200} Sep 13 13:12:57.199330 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8d6973f2-3c6a-48d0-bcde-653e9cc3f8e3 req-679bc404-be50-41fe-ab42-53885bb50d56 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=4ecc5a5a-6763-4828-8455-85170317a518 HTTP/1.1" status: 200 len: 210 time: 0.0319939 Sep 13 13:12:57.821243 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 41794) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:57.932799 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c32aac89-b113-4f08-91bb-7b3137625a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:58.008493 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c32aac89-b113-4f08-91bb-7b3137625a6b admin admin] Publish callbacks [] for security_group (26d22f0d-2e33-4e3e-b15d-dc46927341f1), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:58.119818 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c32aac89-b113-4f08-91bb-7b3137625a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (26d22f0d-2e33-4e3e-b15d-dc46927341f1), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:58.158577 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32aac89-b113-4f08-91bb-7b3137625a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d22f0d-2e33-4e3e-b15d-dc46927341f1,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:58.163309 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-c32aac89-b113-4f08-91bb-7b3137625a6b admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=ad9294db70064b40b9b16468786a2010&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409705 Sep 13 13:12:58.166134 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 41802) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:58.215136 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-bbbb0789-5335-4fed-9417-fef52a6b9da0 admin admin] Publish callbacks [] for security_group (26d22f0d-2e33-4e3e-b15d-dc46927341f1), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:58.237370 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-bbbb0789-5335-4fed-9417-fef52a6b9da0 admin admin] Publish callbacks [] for security_group (26d22f0d-2e33-4e3e-b15d-dc46927341f1), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:58.408076 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-bbbb0789-5335-4fed-9417-fef52a6b9da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (26d22f0d-2e33-4e3e-b15d-dc46927341f1), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:58.410931 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-bbbb0789-5335-4fed-9417-fef52a6b9da0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:58.412075 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-bbbb0789-5335-4fed-9417-fef52a6b9da0 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/26d22f0d-2e33-4e3e-b15d-dc46927341f1 HTTP/1.1" status: 204 len: 168 time: 0.2450733 Sep 13 13:12:58.421994 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbb0789-5335-4fed-9417-fef52a6b9da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d22f0d-2e33-4e3e-b15d-dc46927341f1,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:59.401597 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 41834) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:59.420579 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-19790f1a-c989-433b-b150-c854820831d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:59.438932 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:59.499974 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-19790f1a-c989-433b-b150-c854820831d3 admin admin] Publish callbacks [] for security_group (acd12906-cf8c-425a-859f-fc5884ae175b), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:59.596358 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-19790f1a-c989-433b-b150-c854820831d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (acd12906-cf8c-425a-859f-fc5884ae175b), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:59.641028 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-19790f1a-c989-433b-b150-c854820831d3 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=55e6d85478f9486cbe7a5a9ab6080c9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2356174 Sep 13 13:12:59.642117 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19790f1a-c989-433b-b150-c854820831d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd12906-cf8c-425a-859f-fc5884ae175b,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:12:59.643557 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 41840) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:12:59.696522 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e4aeebed-44f6-4d7c-a961-29830d3579ee admin admin] Publish callbacks [] for security_group (acd12906-cf8c-425a-859f-fc5884ae175b), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:59.718150 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e4aeebed-44f6-4d7c-a961-29830d3579ee admin admin] Publish callbacks [] for security_group (acd12906-cf8c-425a-859f-fc5884ae175b), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:59.748146 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:12:59.837007 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e4aeebed-44f6-4d7c-a961-29830d3579ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (acd12906-cf8c-425a-859f-fc5884ae175b), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:59.839638 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e4aeebed-44f6-4d7c-a961-29830d3579ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:12:59.840924 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-e4aeebed-44f6-4d7c-a961-29830d3579ee admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/acd12906-cf8c-425a-859f-fc5884ae175b HTTP/1.1" status: 204 len: 168 time: 0.1962781 Sep 13 13:12:59.850576 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aeebed-44f6-4d7c-a961-29830d3579ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd12906-cf8c-425a-859f-fc5884ae175b,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:00.181464 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 41862) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:00.483492 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-38885347-18b0-488a-a0ea-4a3a51cd589e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Deleting port 4f4b3b4b-86c9-4b6d-9285-619e4d8adc05 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:13:00.483881 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-38885347-18b0-488a-a0ea-4a3a51cd589e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (4f4b3b4b-86c9-4b6d-9285-619e4d8adc05), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:00.564872 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-38885347-18b0-488a-a0ea-4a3a51cd589e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (4f4b3b4b-86c9-4b6d-9285-619e4d8adc05), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:00.565197 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-38885347-18b0-488a-a0ea-4a3a51cd589e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for floatingip (4f4b3b4b-86c9-4b6d-9285-619e4d8adc05), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:00.578560 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-38885347-18b0-488a-a0ea-4a3a51cd589e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Calling delete_port for 4f4b3b4b-86c9-4b6d-9285-619e4d8adc05 owned by network:floatingip {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:13:00.600378 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 41868) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:00.614679 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-5ac80d1e-5d86-4cc9-b0e7-48547d272263 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:00.689232 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:00.695370 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-5ac80d1e-5d86-4cc9-b0e7-48547d272263 admin admin] Publish callbacks [] for security_group (bfc3255d-00a9-4ad7-ae87-70e94dbe3ad3), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:00.776850 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-5ac80d1e-5d86-4cc9-b0e7-48547d272263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (bfc3255d-00a9-4ad7-ae87-70e94dbe3ad3), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:00.811252 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-38885347-18b0-488a-a0ea-4a3a51cd589e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (4f4b3b4b-86c9-4b6d-9285-619e4d8adc05), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:00.818024 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac80d1e-5d86-4cc9-b0e7-48547d272263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc3255d-00a9-4ad7-ae87-70e94dbe3ad3,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:00.824815 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-5ac80d1e-5d86-4cc9-b0e7-48547d272263 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=07cc4c6bf07f4f479e6ec525186fcd9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2209854 Sep 13 13:13:00.825108 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 41870) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:00.836016 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38885347-18b0-488a-a0ea-4a3a51cd589e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Pushing event deleted for resources: {'Port': ['ID=4f4b3b4b-86c9-4b6d-9285-619e4d8adc05,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:00.878647 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b1c8-ae23-436c-941d-403c732bc357 admin admin] Publish callbacks [] for security_group (bfc3255d-00a9-4ad7-ae87-70e94dbe3ad3), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:00.899928 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b1c8-ae23-436c-941d-403c732bc357 admin admin] Publish callbacks [] for security_group (bfc3255d-00a9-4ad7-ae87-70e94dbe3ad3), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:00.906208 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-38885347-18b0-488a-a0ea-4a3a51cd589e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for floatingip (e542499c-5f2e-4873-a3dc-e4cdf432a67a), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:00.906789 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.db.l3_db [None req-38885347-18b0-488a-a0ea-4a3a51cd589e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Floating IP e542499c-5f2e-4873-a3dc-e4cdf432a67a disassociated (deleted). External IP: 172.27.1.16, port: 8e930901-ec1d-472f-b5bb-13698d503229. Sep 13 13:13:01.030723 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b1c8-ae23-436c-941d-403c732bc357 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (bfc3255d-00a9-4ad7-ae87-70e94dbe3ad3), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:01.033616 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-fdf7b1c8-ae23-436c-941d-403c732bc357 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:01.038010 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-fdf7b1c8-ae23-436c-941d-403c732bc357 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/bfc3255d-00a9-4ad7-ae87-70e94dbe3ad3 HTTP/1.1" status: 204 len: 168 time: 0.2089033 Sep 13 13:13:01.060921 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf7b1c8-ae23-436c-941d-403c732bc357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc3255d-00a9-4ad7-ae87-70e94dbe3ad3,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:01.111527 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38885347-18b0-488a-a0ea-4a3a51cd589e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Router a928d819-27e7-4734-9a63-8cfd9758a1a8 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:13:01.213224 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38885347-18b0-488a-a0ea-4a3a51cd589e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:13:01.218132 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-38885347-18b0-488a-a0ea-4a3a51cd589e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:01.225808 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec0003-8db6-48ff-93df-15545d05fed8 None None] Sync routers for ids ['a928d819-27e7-4734-9a63-8cfd9758a1a8'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:13:01.238591 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec0003-8db6-48ff-93df-15545d05fed8 None None] Routers {'a928d819-27e7-4734-9a63-8cfd9758a1a8'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:13:01.239335 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-f4ec0003-8db6-48ff-93df-15545d05fed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:12:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['a928d819-27e7-4734-9a63-8cfd9758a1a8'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:01.252722 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-38885347-18b0-488a-a0ea-4a3a51cd589e tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/e542499c-5f2e-4873-a3dc-e4cdf432a67a HTTP/1.1" status: 204 len: 168 time: 1.0667551 Sep 13 13:13:01.252722 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd54284e3-c8b5-4ca1-8fba-355677093187', 'tag': '8e930901-ec1d-472f-b5bb-13698d503229'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:13:01.252722 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23bb1fb122ba8f1da103ecdb274102d78ba2f3e34c615a0d13b2dbc04813c26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7b4296-d171-4a53-9d13-6c52a28fd84f" -d '{"events": [{"name": "network-changed", "server_uuid": "d54284e3-c8b5-4ca1-8fba-355677093187", "tag": "8e930901-ec1d-472f-b5bb-13698d503229"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:13:01.343447 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-f4ec0003-8db6-48ff-93df-15545d05fed8 None None] Set router a928d819-27e7-4734-9a63-8cfd9758a1a8 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:13:01.544456 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-f4ec0003-8db6-48ff-93df-15545d05fed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'name': 'tempest-TestShelveInstance-1584888238-router', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:06:53Z', 'updated_at': '2022-09-13T13:06:57Z', 'revision_number': 4, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'gw_port': {'id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:06:54Z', 'updated_at': '2022-09-13T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '608732b6-5365-4851-a8c3-871638f6daf5', 'name': '', 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'mac_address': 'fa:16:3e:64:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4b81446e-11cc-48df-8c30-3a35b9db59c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:06:57Z', 'updated_at': '2022-09-13T13:07:03Z', 'revision_number': 5, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'subnets': [{'id': '4b81446e-11cc-48df-8c30-3a35b9db59c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:01.583151 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device e6137dd3-fadf-423f-a6c7-43a80e68f9b7 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:13:01.585050 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec0003-8db6-48ff-93df-15545d05fed8 None None] Checking router: a928d819-27e7-4734-9a63-8cfd9758a1a8 for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:13:01.603855 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4ec0003-8db6-48ff-93df-15545d05fed8 None None] Routers {'a928d819-27e7-4734-9a63-8cfd9758a1a8'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:13:01.604919 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-f4ec0003-8db6-48ff-93df-15545d05fed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:12:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['a928d819-27e7-4734-9a63-8cfd9758a1a8'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:01.622365 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] No Port match for: e6137dd3-fadf-423f-a6c7-43a80e68f9b7 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:13:01.622715 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device e6137dd3-fadf-423f-a6c7-43a80e68f9b7 not bound to the agent host hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:13:01.653483 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c995cf7d-0e3a-47ae-aa17-52b05ade0c91 x-openstack-request-id: req-c995cf7d-0e3a-47ae-aa17-52b05ade0c91 {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:13:01.654362 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d54284e3-c8b5-4ca1-8fba-355677093187", "tag": "8e930901-ec1d-472f-b5bb-13698d503229", "status": "completed", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:13:01.654615 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c995cf7d-0e3a-47ae-aa17-52b05ade0c91 {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:13:01.655176 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c995cf7d-0e3a-47ae-aa17-52b05ade0c91'] response: {'name': 'network-changed', 'server_uuid': 'd54284e3-c8b5-4ca1-8fba-355677093187', 'tag': '8e930901-ec1d-472f-b5bb-13698d503229', 'status': 'completed', 'code': 200} Sep 13 13:13:01.700232 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:01.709485 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:01.716312 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b4296-d171-4a53-9d13-6c52a28fd84f req-43e8e12b-a5cd-49dc-8331-b94157358855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:01.718474 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bf7b4296-d171-4a53-9d13-6c52a28fd84f req-43e8e12b-a5cd-49dc-8331-b94157358855 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=9788b5b66a0c452cb39b263ca30284e0&device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 1129 time: 0.0442498 Sep 13 13:13:01.720557 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-f4ec0003-8db6-48ff-93df-15545d05fed8 None None] Set router a928d819-27e7-4734-9a63-8cfd9758a1a8 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:13:01.820745 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e6f961-f1ae-4799-a9b7-ca8c36e63965 req-592858ad-3805-4875-b6d2-672258d46853 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:01.822254 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-01e6f961-f1ae-4799-a9b7-ca8c36e63965 req-592858ad-3805-4875-b6d2-672258d46853 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0578969 Sep 13 13:13:01.874076 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-01e6f961-f1ae-4799-a9b7-ca8c36e63965 req-aefca04d-8d48-4348-bf9b-430827318fdb tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462515 Sep 13 13:13:01.926630 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-f4ec0003-8db6-48ff-93df-15545d05fed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'name': 'tempest-TestShelveInstance-1584888238-router', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:06:53Z', 'updated_at': '2022-09-13T13:06:57Z', 'revision_number': 4, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'gw_port': {'id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:06:54Z', 'updated_at': '2022-09-13T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '608732b6-5365-4851-a8c3-871638f6daf5', 'name': '', 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'mac_address': 'fa:16:3e:64:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4b81446e-11cc-48df-8c30-3a35b9db59c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:06:57Z', 'updated_at': '2022-09-13T13:07:03Z', 'revision_number': 5, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'subnets': [{'id': '4b81446e-11cc-48df-8c30-3a35b9db59c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:01.955104 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4ec0003-8db6-48ff-93df-15545d05fed8 None None] The sync data for ids ['a928d819-27e7-4734-9a63-8cfd9758a1a8'] in dv-cinder-801354-10-iscsi is: [{'id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'name': 'tempest-TestShelveInstance-1584888238-router', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:06:53Z', 'updated_at': '2022-09-13T13:06:57Z', 'revision_number': 4, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'gw_port': {'id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:06:54Z', 'updated_at': '2022-09-13T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '608732b6-5365-4851-a8c3-871638f6daf5', 'name': '', 'network_id': '19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'mac_address': 'fa:16:3e:64:69:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '4b81446e-11cc-48df-8c30-3a35b9db59c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:06:57Z', 'updated_at': '2022-09-13T13:07:03Z', 'revision_number': 5, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'subnets': [{'id': '4b81446e-11cc-48df-8c30-3a35b9db59c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:13:02.224969 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724ce418-74fb-4934-a30e-de48f08b6345 None None] New status for floating IP e542499c-5f2e-4873-a3dc-e4cdf432a67a: DOWN {{(pid=106851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:13:02.717097 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 41978) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:02.765683 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_v2 [None req-838af248-e321-4144-be77-fbccee4a5df7 admin admin] Deleting subnet 7c8e21ab-14cb-45f7-a5b5-7553bceda6e3 {{(pid=106849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 13:13:02.768908 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-838af248-e321-4144-be77-fbccee4a5df7 admin admin] Publish callbacks [] for subnet (7c8e21ab-14cb-45f7-a5b5-7553bceda6e3), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:02.804580 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-838af248-e321-4144-be77-fbccee4a5df7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4782533'] for subnet (7c8e21ab-14cb-45f7-a5b5-7553bceda6e3), precommit_delete_associations {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:02.845588 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-838af248-e321-4144-be77-fbccee4a5df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3665047'] for subnet (7c8e21ab-14cb-45f7-a5b5-7553bceda6e3), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:02.867824 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:02.868031 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b4296-d171-4a53-9d13-6c52a28fd84f req-ad071e69-1779-4ca9-8ad9-26d53044a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:02.869507 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bf7b4296-d171-4a53-9d13-6c52a28fd84f req-ad071e69-1779-4ca9-8ad9-26d53044a7c7 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1 HTTP/1.1" status: 200 len: 910 time: 0.0882297 Sep 13 13:13:02.978316 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-838af248-e321-4144-be77-fbccee4a5df7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3659918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4768925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7736820'] for subnet (7c8e21ab-14cb-45f7-a5b5-7553bceda6e3), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:02.999784 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bf7b4296-d171-4a53-9d13-6c52a28fd84f req-b98a143c-d9c7-4bf1-850c-173d3ee0d11e service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8e930901-ec1d-472f-b5bb-13698d503229 HTTP/1.1" status: 200 len: 217 time: 0.0490143 Sep 13 13:13:03.012188 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-838af248-e321-4144-be77-fbccee4a5df7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:03.015319 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-838af248-e321-4144-be77-fbccee4a5df7 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/7c8e21ab-14cb-45f7-a5b5-7553bceda6e3 HTTP/1.1" status: 204 len: 168 time: 0.2972457 Sep 13 13:13:03.016926 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838af248-e321-4144-be77-fbccee4a5df7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c8e21ab-14cb-45f7-a5b5-7553bceda6e3,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:03.019713 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 41982) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:03.063200 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f411935-1c8d-45b7-8b77-5cca85ea357e req-85610aa3-b193-4614-83c0-81f6e9f3b8e5 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:03.064685 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6f411935-1c8d-45b7-8b77-5cca85ea357e req-85610aa3-b193-4614-83c0-81f6e9f3b8e5 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.1072562 Sep 13 13:13:03.088188 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b4296-d171-4a53-9d13-6c52a28fd84f req-dd26638c-57e3-4d86-8555-f49bcdf7fa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:03.089623 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bf7b4296-d171-4a53-9d13-6c52a28fd84f req-dd26638c-57e3-4d86-8555-f49bcdf7fa8e service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=4b81446e-11cc-48df-8c30-3a35b9db59c9 HTTP/1.1" status: 200 len: 848 time: 0.0735271 Sep 13 13:13:03.094482 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1565d60c-7488-492d-83dc-34632d6e06d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3651144'] for network (50682900-d040-4f3e-b77d-7162a6f1f32b), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:03.122926 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6f411935-1c8d-45b7-8b77-5cca85ea357e req-5c66a178-a90e-4d6e-ae81-f2192eac3dbe tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=8fdb986f-b679-47c5-bba2-71634a67c6b3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514271 Sep 13 13:13:03.180191 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1565d60c-7488-492d-83dc-34632d6e06d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514794', 'neutron.services.segments.db._delete_segments_for_network-8734283000248'] for network (50682900-d040-4f3e-b77d-7162a6f1f32b), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:03.188711 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:03.201040 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-1565d60c-7488-492d-83dc-34632d6e06d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50682900-d040-4f3e-b77d-7162a6f1f32b']}} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:03.211776 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-1565d60c-7488-492d-83dc-34632d6e06d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751f8e1d-2460-4c1e-be44-8c4d64047299') {'for_net_delete': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:03.212127 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-1565d60c-7488-492d-83dc-34632d6e06d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751f8e1d-2460-4c1e-be44-8c4d64047299') {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:03.224368 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1565d60c-7488-492d-83dc-34632d6e06d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734283000140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4782540'] for segment (751f8e1d-2460-4c1e-be44-8c4d64047299), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:03.239630 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1565d60c-7488-492d-83dc-34632d6e06d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (751f8e1d-2460-4c1e-be44-8c4d64047299), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:03.247274 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1565d60c-7488-492d-83dc-34632d6e06d7 admin admin] Releasing vlan 352 on physical network physnet1 to pool {{(pid=106849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 13:13:03.247660 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1565d60c-7488-492d-83dc-34632d6e06d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4768823'] for segment (751f8e1d-2460-4c1e-be44-8c4d64047299), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:03.266000 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-e7df8610-2f50-44fc-90e0-800bc29c24c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:03.324026 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.services.segments.plugin [-] Segment 751f8e1d-2460-4c1e-be44-8c4d64047299 resource provider aggregate not found Sep 13 13:13:03.348116 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.services.segments.plugin [-] Segment 751f8e1d-2460-4c1e-be44-8c4d64047299 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 751f8e1d-2460-4c1e-be44-8c4d64047299 found for delete ", "request_id": "req-69f11134-718a-4724-96bf-598e08a3a1b9"}]} Sep 13 13:13:03.419694 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1565d60c-7488-492d-83dc-34632d6e06d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583751'] for network (50682900-d040-4f3e-b77d-7162a6f1f32b), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:03.434671 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1565d60c-7488-492d-83dc-34632d6e06d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:03.439479 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-1565d60c-7488-492d-83dc-34632d6e06d7 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/50682900-d040-4f3e-b77d-7162a6f1f32b HTTP/1.1" status: 204 len: 168 time: 0.4161861 Sep 13 13:13:03.449334 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 41996) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:03.459526 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565d60c-7488-492d-83dc-34632d6e06d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=50682900-d040-4f3e-b77d-7162a6f1f32b,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:03.510328 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebe60baa-b29a-41f5-bac5-a11ab84cd312 admin admin] Deleting subnet f755d5f1-0fa3-459b-990f-c55d7e9a5f0f {{(pid=106849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 13:13:03.513808 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ebe60baa-b29a-41f5-bac5-a11ab84cd312 admin admin] Publish callbacks [] for subnet (f755d5f1-0fa3-459b-990f-c55d7e9a5f0f), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:03.530079 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:03.533436 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b4296-d171-4a53-9d13-6c52a28fd84f req-c0ef855f-9ae7-4605-8157-238a7d9c770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:03.534939 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bf7b4296-d171-4a53-9d13-6c52a28fd84f req-c0ef855f-9ae7-4605-8157-238a7d9c770f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.3709221 Sep 13 13:13:03.547907 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bd6d3b-fa20-4a1c-90e9-f9d7dfde5fe4 req-230f91eb-7d0d-452f-bd3c-7ceaad0d6d66 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:03.549402 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c4bd6d3b-fa20-4a1c-90e9-f9d7dfde5fe4 req-230f91eb-7d0d-452f-bd3c-7ceaad0d6d66 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 945 time: 0.0588081 Sep 13 13:13:03.554805 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ebe60baa-b29a-41f5-bac5-a11ab84cd312 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4782533'] for subnet (f755d5f1-0fa3-459b-990f-c55d7e9a5f0f), precommit_delete_associations {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:03.594985 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ebe60baa-b29a-41f5-bac5-a11ab84cd312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3665047'] for subnet (f755d5f1-0fa3-459b-990f-c55d7e9a5f0f), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:03.702428 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-c4bd6d3b-fa20-4a1c-90e9-f9d7dfde5fe4 req-c014b674-c11f-4a2f-ab84-34805ebd4cef tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Deleting port 8e930901-ec1d-472f-b5bb-13698d503229 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:13:03.703642 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c4bd6d3b-fa20-4a1c-90e9-f9d7dfde5fe4 req-c014b674-c11f-4a2f-ab84-34805ebd4cef tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (8e930901-ec1d-472f-b5bb-13698d503229), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:03.722644 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bf7b4296-d171-4a53-9d13-6c52a28fd84f req-e1271d17-58d7-4a81-8c80-8fbeaae14ae1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807933 Sep 13 13:13:03.745213 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ebe60baa-b29a-41f5-bac5-a11ab84cd312 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3659918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4768925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7736820'] for subnet (f755d5f1-0fa3-459b-990f-c55d7e9a5f0f), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:03.788373 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-ebe60baa-b29a-41f5-bac5-a11ab84cd312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:03.791516 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-ebe60baa-b29a-41f5-bac5-a11ab84cd312 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/f755d5f1-0fa3-459b-990f-c55d7e9a5f0f HTTP/1.1" status: 204 len: 168 time: 0.3409367 Sep 13 13:13:03.793288 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe60baa-b29a-41f5-bac5-a11ab84cd312 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f755d5f1-0fa3-459b-990f-c55d7e9a5f0f,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:03.795902 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 42012) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:03.879112 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-c4bd6d3b-fa20-4a1c-90e9-f9d7dfde5fe4 req-c014b674-c11f-4a2f-ab84-34805ebd4cef tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] For port 8e930901-ec1d-472f-b5bb-13698d503229, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=8e930901-ec1d-472f-b5bb-13698d503229,segment=NetworkSegment(e8f7bc83-fef4-47b7-8bca-574a1cb75265),segment_id=e8f7bc83-fef4-47b7-8bca-574a1cb75265)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:13:03.881944 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c4bd6d3b-fa20-4a1c-90e9-f9d7dfde5fe4 req-c014b674-c11f-4a2f-ab84-34805ebd4cef tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (8e930901-ec1d-472f-b5bb-13698d503229), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:03.887920 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-060109de-fc0f-40c5-9389-54cd98b4927a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3651144'] for network (94d96ee6-e03f-49ab-983c-4ad025fcc2b9), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:03.904721 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-c4bd6d3b-fa20-4a1c-90e9-f9d7dfde5fe4 req-c014b674-c11f-4a2f-ab84-34805ebd4cef tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Calling delete_port for 8e930901-ec1d-472f-b5bb-13698d503229 owned by compute:nova {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:13:03.908543 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bf7b4296-d171-4a53-9d13-6c52a28fd84f req-e0e8fcdb-290e-4a13-bfbe-b99201425218 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565714 Sep 13 13:13:03.916467 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:03.996527 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-060109de-fc0f-40c5-9389-54cd98b4927a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514794', 'neutron.services.segments.db._delete_segments_for_network-8734283000248'] for network (94d96ee6-e03f-49ab-983c-4ad025fcc2b9), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:04.016748 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-060109de-fc0f-40c5-9389-54cd98b4927a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94d96ee6-e03f-49ab-983c-4ad025fcc2b9']}} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:04.027696 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-060109de-fc0f-40c5-9389-54cd98b4927a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3f0875-c079-4faf-b57d-6f4c1105d914') {'for_net_delete': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:04.027986 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-060109de-fc0f-40c5-9389-54cd98b4927a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3f0875-c079-4faf-b57d-6f4c1105d914') {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:04.038589 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-060109de-fc0f-40c5-9389-54cd98b4927a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734283000140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4782540'] for segment (0b3f0875-c079-4faf-b57d-6f4c1105d914), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:04.053890 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-060109de-fc0f-40c5-9389-54cd98b4927a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (0b3f0875-c079-4faf-b57d-6f4c1105d914), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:04.060044 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060109de-fc0f-40c5-9389-54cd98b4927a admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=106849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 13:13:04.060448 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-060109de-fc0f-40c5-9389-54cd98b4927a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4768823'] for segment (0b3f0875-c079-4faf-b57d-6f4c1105d914), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:04.093883 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c4bd6d3b-fa20-4a1c-90e9-f9d7dfde5fe4 req-c014b674-c11f-4a2f-ab84-34805ebd4cef tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (8e930901-ec1d-472f-b5bb-13698d503229), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:04.125139 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c014b674-c11f-4a2f-ab84-34805ebd4cef tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Pushing event deleted for resources: {'Port': ['ID=8e930901-ec1d-472f-b5bb-13698d503229,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:04.184065 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4bd6d3b-fa20-4a1c-90e9-f9d7dfde5fe4 req-c014b674-c11f-4a2f-ab84-34805ebd4cef tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] No DVR routers for this DVR port 8e930901-ec1d-472f-b5bb-13698d503229 on host hv-cinder-80135 {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:13:04.184454 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c4bd6d3b-fa20-4a1c-90e9-f9d7dfde5fe4 req-c014b674-c11f-4a2f-ab84-34805ebd4cef tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:04.187702 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c4bd6d3b-fa20-4a1c-90e9-f9d7dfde5fe4 req-c014b674-c11f-4a2f-ab84-34805ebd4cef tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.61 "DELETE /networking/v2.0/ports/8e930901-ec1d-472f-b5bb-13698d503229 HTTP/1.1" status: 204 len: 173 time: 0.6305139 Sep 13 13:13:04.188195 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd54284e3-c8b5-4ca1-8fba-355677093187', 'name': 'network-vif-deleted', 'tag': '8e930901-ec1d-472f-b5bb-13698d503229'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:13:04.190722 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a0ee28-2917-4837-80a9-03aa6ff6ccc4" -d '{"events": [{"server_uuid": "d54284e3-c8b5-4ca1-8fba-355677093187", "name": "network-vif-deleted", "tag": "8e930901-ec1d-472f-b5bb-13698d503229"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:13:04.211320 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-060109de-fc0f-40c5-9389-54cd98b4927a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583751'] for network (94d96ee6-e03f-49ab-983c-4ad025fcc2b9), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:04.217496 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-060109de-fc0f-40c5-9389-54cd98b4927a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:04.220994 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-060109de-fc0f-40c5-9389-54cd98b4927a admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/94d96ee6-e03f-49ab-983c-4ad025fcc2b9 HTTP/1.1" status: 204 len: 168 time: 0.4232554 Sep 13 13:13:04.240712 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060109de-fc0f-40c5-9389-54cd98b4927a admin admin] Pushing event deleted for resources: {'Network': ['ID=94d96ee6-e03f-49ab-983c-4ad025fcc2b9,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:04.248130 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ec97018-30af-4eaf-8cee-541bc1a56c94 x-openstack-request-id: req-4ec97018-30af-4eaf-8cee-541bc1a56c94 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:13:04.248480 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d54284e3-c8b5-4ca1-8fba-355677093187", "name": "network-vif-deleted", "tag": "8e930901-ec1d-472f-b5bb-13698d503229", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:13:04.249234 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4ec97018-30af-4eaf-8cee-541bc1a56c94 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:13:04.249610 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ec97018-30af-4eaf-8cee-541bc1a56c94'] response: {'server_uuid': 'd54284e3-c8b5-4ca1-8fba-355677093187', 'name': 'network-vif-deleted', 'tag': '8e930901-ec1d-472f-b5bb-13698d503229', 'status': 'completed', 'code': 200} Sep 13 13:13:04.251711 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dc29a325-5dcf-43d9-9db0-631089124719 req-1c1de26d-9841-49db-a87a-608d0cb5d3cd tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 210 time: 0.0415471 Sep 13 13:13:04.730269 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 42030) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:04.775353 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-a685d7cb-6ca2-467a-b704-25f80ffccda6 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=90761a2b55bd4ba18ad11f0938269fbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438898 Sep 13 13:13:04.777849 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 42032) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:04.784751 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:04.840943 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b0621a26-8b34-49c5-9440-50fac38cc154 admin admin] Publish callbacks [] for security_group (28e0c74a-00c1-4ab0-92c8-4b161acf795c), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:04.864216 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b0621a26-8b34-49c5-9440-50fac38cc154 admin admin] Publish callbacks [] for security_group (28e0c74a-00c1-4ab0-92c8-4b161acf795c), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:05.002911 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b0621a26-8b34-49c5-9440-50fac38cc154 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (28e0c74a-00c1-4ab0-92c8-4b161acf795c), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:05.006248 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b0621a26-8b34-49c5-9440-50fac38cc154 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:05.007400 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-b0621a26-8b34-49c5-9440-50fac38cc154 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/28e0c74a-00c1-4ab0-92c8-4b161acf795c HTTP/1.1" status: 204 len: 168 time: 0.2286510 Sep 13 13:13:05.021040 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0621a26-8b34-49c5-9440-50fac38cc154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e0c74a-00c1-4ab0-92c8-4b161acf795c,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:05.379095 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.services.segments.plugin [-] Segment 0b3f0875-c079-4faf-b57d-6f4c1105d914 resource provider aggregate not found Sep 13 13:13:05.379959 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-948bfd8f-94f3-4cc1-a562-c8fa43599896 req-28906846-472d-40ee-8404-2da3e9f2d402 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 210 time: 0.0450714 Sep 13 13:13:05.406851 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.services.segments.plugin [-] Segment 0b3f0875-c079-4faf-b57d-6f4c1105d914 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b3f0875-c079-4faf-b57d-6f4c1105d914 found for delete ", "request_id": "req-d6aec586-8485-4e47-a493-ab7ae285be04"}]} Sep 13 13:13:05.440216 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d73dce2c-19be-4de6-a549-29f89eb4e6fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:05.758668 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 42056) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:05.806092 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-47cf9135-f997-424e-ac02-cda9b37bdf96 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=12c05dbe3dda47b99feda2f7dd9283e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460553 Sep 13 13:13:05.808908 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 42058) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:05.857454 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:05.864196 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c973d7e4-8099-47c4-b260-406f33c12d90 admin admin] Publish callbacks [] for security_group (c5bb731f-d258-4c4a-8d0e-68b25a2ffd2e), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:05.887081 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c973d7e4-8099-47c4-b260-406f33c12d90 admin admin] Publish callbacks [] for security_group (c5bb731f-d258-4c4a-8d0e-68b25a2ffd2e), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:06.028155 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c973d7e4-8099-47c4-b260-406f33c12d90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (c5bb731f-d258-4c4a-8d0e-68b25a2ffd2e), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:06.030741 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-c973d7e4-8099-47c4-b260-406f33c12d90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:06.033551 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-c973d7e4-8099-47c4-b260-406f33c12d90 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/c5bb731f-d258-4c4a-8d0e-68b25a2ffd2e HTTP/1.1" status: 204 len: 168 time: 0.2221739 Sep 13 13:13:06.041889 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973d7e4-8099-47c4-b260-406f33c12d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5bb731f-d258-4c4a-8d0e-68b25a2ffd2e,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:06.509207 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7f86b7e6-b1b8-4193-8ac3-4ac303f4255d req-af9959f8-266f-4cca-8060-328cbcfda809 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 210 time: 0.0322917 Sep 13 13:13:06.914469 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:07.567937 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:13:07.626517 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-61293c4c-e809-414b-bc0c-7f74da40d06a req-5d820cfc-7920-4028-b92a-4a01df4e97a1 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 210 time: 0.0369642 Sep 13 13:13:07.787738 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 42106) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:07.905335 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-041fae11-3d8b-44b9-88c3-d2634fb327bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:07.993312 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-041fae11-3d8b-44b9-88c3-d2634fb327bf admin admin] Publish callbacks [] for security_group (5055eb7a-2ae7-4323-99cd-5690fcd6b0e2), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:08.054841 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-041fae11-3d8b-44b9-88c3-d2634fb327bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (5055eb7a-2ae7-4323-99cd-5690fcd6b0e2), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:08.107767 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-041fae11-3d8b-44b9-88c3-d2634fb327bf admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=10065b494c084e3caf0f4b4f36e13c73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3189857 Sep 13 13:13:08.110080 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fae11-3d8b-44b9-88c3-d2634fb327bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5055eb7a-2ae7-4323-99cd-5690fcd6b0e2,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:08.111012 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 42120) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:08.216950 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-7a1c26cc-0fd5-46a7-8dbc-9ea6bb70dfa1 admin admin] Publish callbacks [] for security_group (5055eb7a-2ae7-4323-99cd-5690fcd6b0e2), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:08.249165 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-7a1c26cc-0fd5-46a7-8dbc-9ea6bb70dfa1 admin admin] Publish callbacks [] for security_group (5055eb7a-2ae7-4323-99cd-5690fcd6b0e2), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:08.264497 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:08.313119 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-99828b03-e6cc-448f-8364-d0ed3d5ec770 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:08.314665 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-99828b03-e6cc-448f-8364-d0ed3d5ec770 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/networks?id=eec74a46-1341-4521-af9d-fbe61d5591cd HTTP/1.1" status: 200 len: 814 time: 0.1591213 Sep 13 13:13:08.342817 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-bbfa171a-ee9b-4ba2-8a59-3b4452cced77 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/quotas/15bcfc71833149c194401e5afb6e5d18 HTTP/1.1" status: 200 len: 375 time: 0.0159876 Sep 13 13:13:08.371443 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:08.380088 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-8e3c37ff-5acb-437a-a1cb-06aeb703b413 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=15bcfc71833149c194401e5afb6e5d18&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310276 Sep 13 13:13:08.437167 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-7a1c26cc-0fd5-46a7-8dbc-9ea6bb70dfa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (5055eb7a-2ae7-4323-99cd-5690fcd6b0e2), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:08.442765 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-7a1c26cc-0fd5-46a7-8dbc-9ea6bb70dfa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:08.447931 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-7a1c26cc-0fd5-46a7-8dbc-9ea6bb70dfa1 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/5055eb7a-2ae7-4323-99cd-5690fcd6b0e2 HTTP/1.1" status: 204 len: 168 time: 0.3354151 Sep 13 13:13:08.477111 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1c26cc-0fd5-46a7-8dbc-9ea6bb70dfa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5055eb7a-2ae7-4323-99cd-5690fcd6b0e2,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:08.485929 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 8e930901-ec1d-472f-b5bb-13698d503229 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:13:08.527496 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] No Port match for: 8e930901-ec1d-472f-b5bb-13698d503229 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:13:08.527851 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 8e930901-ec1d-472f-b5bb-13698d503229 not bound to the agent host hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:13:08.694885 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-bb8e4ebb-8ace-41f0-a0d2-50a1705a0ef3 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/eec74a46-1341-4521-af9d-fbe61d5591cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076909 Sep 13 13:13:08.770894 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:08.822487 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5d37a7ee-ea2e-4b47-8199-3a3e5e64d9d7 req-11ff40d7-669d-4cb7-a581-441e3ba49668 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=d54284e3-c8b5-4ca1-8fba-355677093187 HTTP/1.1" status: 200 len: 210 time: 0.0454664 Sep 13 13:13:08.842107 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-9e46ca37-4696-44b7-8b66-ba0918d57f5a service neutron] 10.222.0.72 "GET /networking/v2.0/networks/eec74a46-1341-4521-af9d-fbe61d5591cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405818 Sep 13 13:13:09.207597 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9436cf28-cb6a-40a6-aa2b-fa26f0e4ff91 req-c0777c71-03e4-47ce-8a9f-6488708fd04f tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6935da72-6ad7-49cd-8297-b30f11ba00f9 HTTP/1.1" status: 200 len: 210 time: 0.0307984 Sep 13 13:13:09.900612 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 42176) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:09.963581 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-75981897-d382-4a61-a300-57cdf971a296 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for security_group (8fdb986f-b679-47c5-bba2-71634a67c6b3), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:09.993562 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-75981897-d382-4a61-a300-57cdf971a296 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for security_group (8fdb986f-b679-47c5-bba2-71634a67c6b3), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:10.139307 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-75981897-d382-4a61-a300-57cdf971a296 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (8fdb986f-b679-47c5-bba2-71634a67c6b3), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:10.141949 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-75981897-d382-4a61-a300-57cdf971a296 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:10.143153 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-75981897-d382-4a61-a300-57cdf971a296 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/8fdb986f-b679-47c5-bba2-71634a67c6b3 HTTP/1.1" status: 204 len: 168 time: 0.2424958 Sep 13 13:13:10.155956 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75981897-d382-4a61-a300-57cdf971a296 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fdb986f-b679-47c5-bba2-71634a67c6b3,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:10.286230 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 42182) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:10.326373 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-96e938c1-4123-4b1c-ac76-d6f66a4498a8 req-706a4036-65f9-48f8-a690-ebae289dcc7b tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6935da72-6ad7-49cd-8297-b30f11ba00f9 HTTP/1.1" status: 200 len: 210 time: 0.0411508 Sep 13 13:13:11.112493 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fcd5ed25-1ff0-4552-a174-1d3a3e4bb11c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1803674'] for router_interface (a928d819-27e7-4734-9a63-8cfd9758a1a8), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:11.189920 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:11.326542 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:11.330838 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-fcd5ed25-1ff0-4552-a174-1d3a3e4bb11c admin admin] Deleting port 608732b6-5365-4851-a8c3-871638f6daf5 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:13:11.331859 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fcd5ed25-1ff0-4552-a174-1d3a3e4bb11c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (608732b6-5365-4851-a8c3-871638f6daf5), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:11.414208 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-fcd5ed25-1ff0-4552-a174-1d3a3e4bb11c admin admin] For port 608732b6-5365-4851-a8c3-871638f6daf5, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=608732b6-5365-4851-a8c3-871638f6daf5,segment=NetworkSegment(e8f7bc83-fef4-47b7-8bca-574a1cb75265),segment_id=e8f7bc83-fef4-47b7-8bca-574a1cb75265)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:13:11.414566 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fcd5ed25-1ff0-4552-a174-1d3a3e4bb11c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (608732b6-5365-4851-a8c3-871638f6daf5), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:11.427872 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-fcd5ed25-1ff0-4552-a174-1d3a3e4bb11c admin admin] Calling delete_port for 608732b6-5365-4851-a8c3-871638f6daf5 owned by network:router_interface {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:13:11.430117 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-300bdb9a-b474-4a78-9c65-32cae1c5d956 req-9617c345-ead9-4331-981d-a549fc839a74 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6935da72-6ad7-49cd-8297-b30f11ba00f9 HTTP/1.1" status: 200 len: 210 time: 0.0277534 Sep 13 13:13:11.693295 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fcd5ed25-1ff0-4552-a174-1d3a3e4bb11c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (608732b6-5365-4851-a8c3-871638f6daf5), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:11.715841 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd5ed25-1ff0-4552-a174-1d3a3e4bb11c admin admin] Pushing event deleted for resources: {'Port': ['ID=608732b6-5365-4851-a8c3-871638f6daf5,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:11.893062 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-fcd5ed25-1ff0-4552-a174-1d3a3e4bb11c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1691681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582858'] for router_interface (a928d819-27e7-4734-9a63-8cfd9758a1a8), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:11.928936 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=62 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:12.111697 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:12.116195 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd5ed25-1ff0-4552-a174-1d3a3e4bb11c admin admin] Router a928d819-27e7-4734-9a63-8cfd9758a1a8 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:13:12.225827 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd5ed25-1ff0-4552-a174-1d3a3e4bb11c admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:13:12.232238 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-fcd5ed25-1ff0-4552-a174-1d3a3e4bb11c admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/a928d819-27e7-4734-9a63-8cfd9758a1a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9425063 Sep 13 13:13:12.233690 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 42202) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:12.238831 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9e0f85-86c9-4e7e-a9c0-2e366d4480ea None None] Sync routers for ids ['a928d819-27e7-4734-9a63-8cfd9758a1a8'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:13:12.250522 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9e0f85-86c9-4e7e-a9c0-2e366d4480ea None None] Routers {'a928d819-27e7-4734-9a63-8cfd9758a1a8'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:13:12.251537 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-5c9e0f85-86c9-4e7e-a9c0-2e366d4480ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:13:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['a928d819-27e7-4734-9a63-8cfd9758a1a8'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:12.293818 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:12.351592 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-195bebb9-c575-4cc4-a730-2d9652fe979c admin admin] Publish callbacks [] for router (a928d819-27e7-4734-9a63-8cfd9758a1a8), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:12.363612 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-5c9e0f85-86c9-4e7e-a9c0-2e366d4480ea None None] Set router a928d819-27e7-4734-9a63-8cfd9758a1a8 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:13:12.481366 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-195bebb9-c575-4cc4-a730-2d9652fe979c admin admin] Publish callbacks [] for router_gateway (a928d819-27e7-4734-9a63-8cfd9758a1a8), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:12.568800 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a1fb731c-3043-4893-9b7d-96466d79ba9b req-296ffb2f-e764-4d0e-abd2-e6f878c8e181 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6935da72-6ad7-49cd-8297-b30f11ba00f9 HTTP/1.1" status: 200 len: 210 time: 0.0332289 Sep 13 13:13:12.618723 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-195bebb9-c575-4cc4-a730-2d9652fe979c admin admin] Deleting port 872817e4-ac7a-4046-ba6b-a5549c012588 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:13:12.619066 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-195bebb9-c575-4cc4-a730-2d9652fe979c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (872817e4-ac7a-4046-ba6b-a5549c012588), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:12.650830 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-5c9e0f85-86c9-4e7e-a9c0-2e366d4480ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'name': 'tempest-TestShelveInstance-1584888238-router', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:06:53Z', 'updated_at': '2022-09-13T13:13:11Z', 'revision_number': 5, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'gw_port': {'id': '872817e4-ac7a-4046-ba6b-a5549c012588', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:db:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:06:54Z', 'updated_at': '2022-09-13T13:06:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:12.682685 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9e0f85-86c9-4e7e-a9c0-2e366d4480ea None None] Checking router: a928d819-27e7-4734-9a63-8cfd9758a1a8 for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:13:12.691671 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=100 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:12.692638 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9e0f85-86c9-4e7e-a9c0-2e366d4480ea None None] Routers {'a928d819-27e7-4734-9a63-8cfd9758a1a8'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:13:12.693316 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-5c9e0f85-86c9-4e7e-a9c0-2e366d4480ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:13:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['a928d819-27e7-4734-9a63-8cfd9758a1a8'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:12.730384 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-195bebb9-c575-4cc4-a730-2d9652fe979c admin admin] For port 872817e4-ac7a-4046-ba6b-a5549c012588, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=872817e4-ac7a-4046-ba6b-a5549c012588,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:13:12.730917 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-195bebb9-c575-4cc4-a730-2d9652fe979c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (872817e4-ac7a-4046-ba6b-a5549c012588), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:12.745377 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-195bebb9-c575-4cc4-a730-2d9652fe979c admin admin] Calling delete_port for 872817e4-ac7a-4046-ba6b-a5549c012588 owned by network:router_gateway {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:13:12.782949 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-5c9e0f85-86c9-4e7e-a9c0-2e366d4480ea None None] Set router a928d819-27e7-4734-9a63-8cfd9758a1a8 gateway port host: None {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:13:12.854528 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-5c9e0f85-86c9-4e7e-a9c0-2e366d4480ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'name': 'tempest-TestShelveInstance-1584888238-router', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:06:53Z', 'updated_at': '2022-09-13T13:13:12Z', 'revision_number': 6, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'gw_port_host': None}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:12.886699 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9e0f85-86c9-4e7e-a9c0-2e366d4480ea None None] The sync data for ids ['a928d819-27e7-4734-9a63-8cfd9758a1a8'] in dv-cinder-801354-10-iscsi is: [{'id': 'a928d819-27e7-4734-9a63-8cfd9758a1a8', 'name': 'tempest-TestShelveInstance-1584888238-router', 'tenant_id': '9788b5b66a0c452cb39b263ca30284e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:06:53Z', 'updated_at': '2022-09-13T13:13:12Z', 'revision_number': 6, 'project_id': '9788b5b66a0c452cb39b263ca30284e0', 'gw_port_host': None}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:13:12.919125 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:12.959897 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-4627b5a6-9819-4e04-8a60-44ddd2576ac2 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/networks?tenant_id=a26d0a86c9d54012b058c7127cc71ecd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0604482 Sep 13 13:13:13.105439 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-195bebb9-c575-4cc4-a730-2d9652fe979c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (872817e4-ac7a-4046-ba6b-a5549c012588), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:13.152649 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195bebb9-c575-4cc4-a730-2d9652fe979c admin admin] Pushing event deleted for resources: {'Port': ['ID=872817e4-ac7a-4046-ba6b-a5549c012588,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:13.180374 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:13.188724 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-213cd460-e839-42d1-9099-bc738d431b00 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:13.190214 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-213cd460-e839-42d1-9099-bc738d431b00 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2145226 Sep 13 13:13:13.208754 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-9a9e9d3d-a54d-4202-a874-ee3c822b9115 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/quotas/a26d0a86c9d54012b058c7127cc71ecd HTTP/1.1" status: 200 len: 375 time: 0.0102859 Sep 13 13:13:13.226785 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-195bebb9-c575-4cc4-a730-2d9652fe979c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583705'] for router_gateway (a928d819-27e7-4734-9a63-8cfd9758a1a8), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:13.247789 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-2588f63e-cde0-49f3-9e5c-7fff3f600e67 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=a26d0a86c9d54012b058c7127cc71ecd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311508 Sep 13 13:13:13.339956 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-195bebb9-c575-4cc4-a730-2d9652fe979c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13140'] for router (a928d819-27e7-4734-9a63-8cfd9758a1a8), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:13.342877 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-195bebb9-c575-4cc4-a730-2d9652fe979c admin admin] Publish callbacks [] for router_controller (a928d819-27e7-4734-9a63-8cfd9758a1a8), precommit_delete_associations {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:13.515823 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-195bebb9-c575-4cc4-a730-2d9652fe979c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582937'] for router (a928d819-27e7-4734-9a63-8cfd9758a1a8), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:13.517268 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-195bebb9-c575-4cc4-a730-2d9652fe979c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a928d819-27e7-4734-9a63-8cfd9758a1a8 {{(pid=106849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 13:13:13.526797 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-195bebb9-c575-4cc4-a730-2d9652fe979c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:13.531271 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 42238) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:13.539932 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-195bebb9-c575-4cc4-a730-2d9652fe979c admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/a928d819-27e7-4734-9a63-8cfd9758a1a8 HTTP/1.1" status: 204 len: 168 time: 1.3051195 Sep 13 13:13:13.629996 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-51891695-3c88-4c88-8934-a12755a5b473 req-b6030511-4545-46c3-aac9-0263bc4e5262 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 210 time: 0.0592477 Sep 13 13:13:13.633480 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7f4ff9d-9721-4a69-b934-9adcf10bcbeb admin admin] Deleting subnet 4b81446e-11cc-48df-8c30-3a35b9db59c9 {{(pid=106850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 13:13:13.668918 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a7f4ff9d-9721-4a69-b934-9adcf10bcbeb admin admin] Publish callbacks [] for subnet (4b81446e-11cc-48df-8c30-3a35b9db59c9), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:13.761543 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 608732b6-5365-4851-a8c3-871638f6daf5 no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:13:13.793630 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a7f4ff9d-9721-4a69-b934-9adcf10bcbeb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7847307'] for subnet (4b81446e-11cc-48df-8c30-3a35b9db59c9), precommit_delete_associations {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:13.797300 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: 608732b6-5365-4851-a8c3-871638f6daf5 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:13:13.797970 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 608732b6-5365-4851-a8c3-871638f6daf5 not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:13:13.798582 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 872817e4-ac7a-4046-ba6b-a5549c012588 no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:13:13.827936 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: 872817e4-ac7a-4046-ba6b-a5549c012588 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:13:13.828546 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 872817e4-ac7a-4046-ba6b-a5549c012588 not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:13:13.859087 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7898d53d-3f9c-4b85-894e-b1d1260e4b2a req-2641c8a4-790a-4ab7-94fc-53d252407974 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6935da72-6ad7-49cd-8297-b30f11ba00f9 HTTP/1.1" status: 200 len: 210 time: 0.0702450 Sep 13 13:13:13.868299 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-e41ed358-614d-4c49-a516-be30174d0f2e tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:13.869937 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-e41ed358-614d-4c49-a516-be30174d0f2e tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.61 "GET /networking/v2.0/networks?id=eec74a46-1341-4521-af9d-fbe61d5591cd HTTP/1.1" status: 200 len: 814 time: 0.2981312 Sep 13 13:13:13.890010 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-a02d10d4-3167-485f-be0c-35c0217e7097 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Request body: {'port': {'device_id': '6935da72-6ad7-49cd-8297-b30f11ba00f9', 'network_id': 'eec74a46-1341-4521-af9d-fbe61d5591cd', 'admin_state_up': True, 'tenant_id': '15bcfc71833149c194401e5afb6e5d18'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:13:14.048664 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a7f4ff9d-9721-4a69-b934-9adcf10bcbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3665047'] for subnet (4b81446e-11cc-48df-8c30-3a35b9db59c9), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:14.259879 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a7f4ff9d-9721-4a69-b934-9adcf10bcbeb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3659918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8174019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234573'] for subnet (4b81446e-11cc-48df-8c30-3a35b9db59c9), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:14.262020 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-a02d10d4-3167-485f-be0c-35c0217e7097 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Made reservation on behalf of 15bcfc71833149c194401e5afb6e5d18 for: {'port': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:13:14.266088 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-a02d10d4-3167-485f-be0c-35c0217e7097 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:14.301671 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4ff9d-9721-4a69-b934-9adcf10bcbeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b81446e-11cc-48df-8c30-3a35b9db59c9,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:14.306784 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a7f4ff9d-9721-4a69-b934-9adcf10bcbeb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:14.310594 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-a7f4ff9d-9721-4a69-b934-9adcf10bcbeb admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/4b81446e-11cc-48df-8c30-3a35b9db59c9 HTTP/1.1" status: 204 len: 168 time: 0.7779965 Sep 13 13:13:14.312115 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a78d30-2014-458a-8c54-68066d96f520 None None] Network 19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:13:14.312774 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 42260) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:14.394377 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cf30729c-4f58-4216-89f8-b3d54f5b290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3651144'] for network (19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:14.441836 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-cf30729c-4f58-4216-89f8-b3d54f5b290d admin admin] Deleting port e360e1bc-f0de-4fe2-9763-b0bb866678c2 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:13:14.441836 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cf30729c-4f58-4216-89f8-b3d54f5b290d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (e360e1bc-f0de-4fe2-9763-b0bb866678c2), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:14.476598 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-a02d10d4-3167-485f-be0c-35c0217e7097 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Allocated IP 172.20.0.9 (eec74a46-1341-4521-af9d-fbe61d5591cd/f7121927-c8b9-4a63-9c61-3e3a20a05616/fb3ca08f-0729-4475-9313-aa32b2d0a159) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:13:14.482440 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:14.509828 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:14.511192 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d51e63d-8b66-4515-81ef-6e30fec0eb5f None None] DHCP port deletion for 19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1 request from dv-cinder-801354-10-iscsi {{(pid=106851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 13:13:14.525867 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-cf30729c-4f58-4216-89f8-b3d54f5b290d admin admin] For port e360e1bc-f0de-4fe2-9763-b0bb866678c2, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=e360e1bc-f0de-4fe2-9763-b0bb866678c2,segment=NetworkSegment(e8f7bc83-fef4-47b7-8bca-574a1cb75265),segment_id=e8f7bc83-fef4-47b7-8bca-574a1cb75265)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:13:14.526482 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cf30729c-4f58-4216-89f8-b3d54f5b290d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (e360e1bc-f0de-4fe2-9763-b0bb866678c2), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:14.541051 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-cf30729c-4f58-4216-89f8-b3d54f5b290d admin admin] Calling delete_port for e360e1bc-f0de-4fe2-9763-b0bb866678c2 owned by network:dhcp {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:13:14.596570 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-5d51e63d-8b66-4515-81ef-6e30fec0eb5f None None] Deleting port e360e1bc-f0de-4fe2-9763-b0bb866678c2 {{(pid=106851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:13:14.597803 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-5d51e63d-8b66-4515-81ef-6e30fec0eb5f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (e360e1bc-f0de-4fe2-9763-b0bb866678c2), before_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:14.655103 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-a02d10d4-3167-485f-be0c-35c0217e7097 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Publish callbacks [] for port (fb3ca08f-0729-4475-9313-aa32b2d0a159), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:14.673274 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-5d51e63d-8b66-4515-81ef-6e30fec0eb5f None None] For port e360e1bc-f0de-4fe2-9763-b0bb866678c2, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=e360e1bc-f0de-4fe2-9763-b0bb866678c2,segment=NetworkSegment(e8f7bc83-fef4-47b7-8bca-574a1cb75265),segment_id=e8f7bc83-fef4-47b7-8bca-574a1cb75265)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:13:14.673679 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-5d51e63d-8b66-4515-81ef-6e30fec0eb5f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (e360e1bc-f0de-4fe2-9763-b0bb866678c2), precommit_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:14.687662 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-5d51e63d-8b66-4515-81ef-6e30fec0eb5f None None] Calling delete_port for e360e1bc-f0de-4fe2-9763-b0bb866678c2 owned by network:dhcp {{(pid=106851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:13:14.727054 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5d8c6d3b-b616-4e46-94b1-e52a2ad93515 req-a2f8c740-4466-40d6-bf96-a368655f122b tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 210 time: 0.0285873 Sep 13 13:13:14.740025 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cf30729c-4f58-4216-89f8-b3d54f5b290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (e360e1bc-f0de-4fe2-9763-b0bb866678c2), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:14.770214 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30729c-4f58-4216-89f8-b3d54f5b290d admin admin] Pushing event deleted for resources: {'Port': ['ID=e360e1bc-f0de-4fe2-9763-b0bb866678c2,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:14.771975 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf30729c-4f58-4216-89f8-b3d54f5b290d admin admin] No DVR routers for this DVR port e360e1bc-f0de-4fe2-9763-b0bb866678c2 on host dv-cinder-801354-10-iscsi {{(pid=106849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:13:14.780410 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-5d51e63d-8b66-4515-81ef-6e30fec0eb5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289'] for port (e360e1bc-f0de-4fe2-9763-b0bb866678c2), after_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:14.800109 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-a02d10d4-3167-485f-be0c-35c0217e7097 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (fb3ca08f-0729-4475-9313-aa32b2d0a159), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:14.805648 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d51e63d-8b66-4515-81ef-6e30fec0eb5f None None] Pushing event deleted for resources: {'Port': ['ID=e360e1bc-f0de-4fe2-9763-b0bb866678c2,revision_number=None']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:14.810103 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d51e63d-8b66-4515-81ef-6e30fec0eb5f None None] No DVR routers for this DVR port e360e1bc-f0de-4fe2-9763-b0bb866678c2 on host dv-cinder-801354-10-iscsi {{(pid=106851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:13:14.855324 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cf30729c-4f58-4216-89f8-b3d54f5b290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514794', 'neutron.services.segments.db._delete_segments_for_network-8734283000248'] for network (19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:14.856095 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-a02d10d4-3167-485f-be0c-35c0217e7097 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Network eec74a46-1341-4521-af9d-fbe61d5591cd is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:13:14.862169 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-a02d10d4-3167-485f-be0c-35c0217e7097 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:13:14.868872 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-a02d10d4-3167-485f-be0c-35c0217e7097 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:13:14.874640 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:DELETE=12,neutron:UPDATE=2,neutron:SELECT=86 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:14.879049 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-cf30729c-4f58-4216-89f8-b3d54f5b290d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1']}} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:14.889301 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-cf30729c-4f58-4216-89f8-b3d54f5b290d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8f7bc83-fef4-47b7-8bca-574a1cb75265') {'for_net_delete': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:14.889596 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-cf30729c-4f58-4216-89f8-b3d54f5b290d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8f7bc83-fef4-47b7-8bca-574a1cb75265') {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:14.896907 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d10d4-3167-485f-be0c-35c0217e7097 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Pushing event updated for resources: {'Port': ['ID=fb3ca08f-0729-4475-9313-aa32b2d0a159,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:14.900595 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cf30729c-4f58-4216-89f8-b3d54f5b290d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734283000140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4782540'] for segment (e8f7bc83-fef4-47b7-8bca-574a1cb75265), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:14.914819 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cf30729c-4f58-4216-89f8-b3d54f5b290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (e8f7bc83-fef4-47b7-8bca-574a1cb75265), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:14.921728 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf30729c-4f58-4216-89f8-b3d54f5b290d admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=106849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 13:13:14.922390 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cf30729c-4f58-4216-89f8-b3d54f5b290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4768823'] for segment (e8f7bc83-fef4-47b7-8bca-574a1cb75265), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:14.928270 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-a02d10d4-3167-485f-be0c-35c0217e7097 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:14.928891 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-a02d10d4-3167-485f-be0c-35c0217e7097 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:14.968246 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.services.segments.plugin [-] Segment e8f7bc83-fef4-47b7-8bca-574a1cb75265 resource provider aggregate not found Sep 13 13:13:14.989818 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.services.segments.plugin [-] Segment e8f7bc83-fef4-47b7-8bca-574a1cb75265 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8f7bc83-fef4-47b7-8bca-574a1cb75265 found for delete ", "request_id": "req-bad02eab-035b-4d05-9ce9-761c8b34393f"}]} Sep 13 13:13:15.011058 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5a3d0-cdf3-4a58-ae52-ed4b44ba2ca2 req-1622103e-b893-4e93-9ec1-b7ce47c24a8a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:15.012590 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-30e5a3d0-cdf3-4a58-ae52-ed4b44ba2ca2 req-1622103e-b893-4e93-9ec1-b7ce47c24a8a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6935da72-6ad7-49cd-8297-b30f11ba00f9 HTTP/1.1" status: 200 len: 931 time: 0.0532942 Sep 13 13:13:15.029100 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-a02d10d4-3167-485f-be0c-35c0217e7097 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1503918 Sep 13 13:13:15.043652 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-3552622a-e334-4a1e-b140-5e52ab9ca718 service neutron] Request body: {'port': {'device_id': '6935da72-6ad7-49cd-8297-b30f11ba00f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:13:15.107819 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cf30729c-4f58-4216-89f8-b3d54f5b290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583751'] for network (19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:15.115416 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cf30729c-4f58-4216-89f8-b3d54f5b290d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:15.119761 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-cf30729c-4f58-4216-89f8-b3d54f5b290d admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1 HTTP/1.1" status: 204 len: 168 time: 0.8058162 Sep 13 13:13:15.122542 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 42276) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:15.136492 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-30e5a3d0-cdf3-4a58-ae52-ed4b44ba2ca2 req-43ed3856-4800-401d-94f7-0929466bfe55 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179767 Sep 13 13:13:15.137393 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf30729c-4f58-4216-89f8-b3d54f5b290d admin admin] Pushing event deleted for resources: {'Network': ['ID=19cd7ffa-2cb0-41ee-9a8e-ce82bacd4ce1,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:15.190352 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-3552622a-e334-4a1e-b140-5e52ab9ca718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (fb3ca08f-0729-4475-9313-aa32b2d0a159), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:15.342703 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:15.573758 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device e360e1bc-f0de-4fe2-9763-b0bb866678c2 no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:13:15.597475 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: e360e1bc-f0de-4fe2-9763-b0bb866678c2 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:13:15.597878 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device e360e1bc-f0de-4fe2-9763-b0bb866678c2 not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:13:15.830812 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:15.864511 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c0ee3f9b-c5a9-4018-8f8e-4d7499971f8a req-b980094d-ebc4-42a3-9ab3-54de9e656b8d tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 210 time: 0.0511427 Sep 13 13:13:15.973830 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-3552622a-e334-4a1e-b140-5e52ab9ca718 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb3ca08f-0729-4475-9313-aa32b2d0a159 {{(pid=106850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:13:15.984748 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-3552622a-e334-4a1e-b140-5e52ab9ca718 service neutron] Publish callbacks [] for port (fb3ca08f-0729-4475-9313-aa32b2d0a159), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:16.006742 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-59b38a87-11c4-4853-ae90-6c7a4b435a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1803674'] for router_interface (28fc7d05-fff6-4c05-bb1c-acb10d33f38f), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:16.008505 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.provisioning_blocks [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-3552622a-e334-4a1e-b140-5e52ab9ca718 service neutron] Transition to ACTIVE for port object fb3ca08f-0729-4475-9313-aa32b2d0a159 will not be triggered until provisioned by entity L2. {{(pid=106850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 13:13:16.088401 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-3552622a-e334-4a1e-b140-5e52ab9ca718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (fb3ca08f-0729-4475-9313-aa32b2d0a159), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:16.213890 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552622a-e334-4a1e-b140-5e52ab9ca718 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3ca08f-0729-4475-9313-aa32b2d0a159,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:16.338496 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739664d4-1aa7-4b84-b3ca-c6b6d483e1d4 req-d9371ed2-4e98-4299-8239-4a1a795f072d tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:16.339882 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-739664d4-1aa7-4b84-b3ca-c6b6d483e1d4 req-d9371ed2-4e98-4299-8239-4a1a795f072d tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6935da72-6ad7-49cd-8297-b30f11ba00f9 HTTP/1.1" status: 200 len: 943 time: 0.1062882 Sep 13 13:13:16.342473 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-3552622a-e334-4a1e-b140-5e52ab9ca718 service neutron] Attempting to bind port fb3ca08f-0729-4475-9313-aa32b2d0a159 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:13:16.342825 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-3552622a-e334-4a1e-b140-5e52ab9ca718 service neutron] Attempting to bind port fb3ca08f-0729-4475-9313-aa32b2d0a159 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'a8bead74-4232-4f16-9175-eb0c92afaa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'eec74a46-1341-4521-af9d-fbe61d5591cd'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:13:16.343136 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-3552622a-e334-4a1e-b140-5e52ab9ca718 service neutron] Attempting to bind port fb3ca08f-0729-4475-9313-aa32b2d0a159 on network eec74a46-1341-4521-af9d-fbe61d5591cd {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:13:16.389015 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:16.427358 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-1ee7e47d-fe05-4a79-8e55-6095e4ba649c tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=a26d0a86c9d54012b058c7127cc71ecd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612986 Sep 13 13:13:16.519861 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-59b38a87-11c4-4853-ae90-6c7a4b435a86 admin admin] Deleting port 672958f1-09fb-40f2-99c5-db020b483e5b {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:13:16.520155 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-59b38a87-11c4-4853-ae90-6c7a4b435a86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (672958f1-09fb-40f2-99c5-db020b483e5b), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:16.530367 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-3552622a-e334-4a1e-b140-5e52ab9ca718 service neutron] Port fb3ca08f-0729-4475-9313-aa32b2d0a159 on network eec74a46-1341-4521-af9d-fbe61d5591cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 13:13:16.531926 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-3552622a-e334-4a1e-b140-5e52ab9ca718 service neutron] Attempting to bind port fb3ca08f-0729-4475-9313-aa32b2d0a159 on network eec74a46-1341-4521-af9d-fbe61d5591cd {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:13:16.550827 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-739664d4-1aa7-4b84-b3ca-c6b6d483e1d4 req-e6854aef-22ef-40fd-8c3f-abd91c29dfcb tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022069 Sep 13 13:13:16.659317 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:16.674224 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-3552622a-e334-4a1e-b140-5e52ab9ca718 service neutron] Checking agent: {'id': '96974c91-2132-4a74-8ded-139ad5e3b835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 13, 3), 'started_at': datetime.datetime(2022, 9, 13, 13, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:13:16.674568 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-3552622a-e334-4a1e-b140-5e52ab9ca718 service neutron] Checking segment: {'id': 'a8bead74-4232-4f16-9175-eb0c92afaa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'eec74a46-1341-4521-af9d-fbe61d5591cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:13:16.674987 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-3552622a-e334-4a1e-b140-5e52ab9ca718 service neutron] Bound using segment: {'id': 'a8bead74-4232-4f16-9175-eb0c92afaa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'eec74a46-1341-4521-af9d-fbe61d5591cd'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:13:16.675442 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-3552622a-e334-4a1e-b140-5e52ab9ca718 service neutron] Bound port: fb3ca08f-0729-4475-9313-aa32b2d0a159, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8bead74-4232-4f16-9175-eb0c92afaa60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': 'eec74a46-1341-4521-af9d-fbe61d5591cd'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:13:16.675801 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-3552622a-e334-4a1e-b140-5e52ab9ca718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (fb3ca08f-0729-4475-9313-aa32b2d0a159), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:16.693188 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-96f42508-7fa9-4f88-a1f4-d005f4ee1bfa tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:16.694244 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-96f42508-7fa9-4f88-a1f4-d005f4ee1bfa tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2576339 Sep 13 13:13:16.714608 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-b98d69e7-f518-4202-873c-b083d6b3ab8a tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Request body: {'port': {'device_id': 'a1b9a8ab-2ba5-42e5-9305-98a14390e565', 'network_id': '22a51530-0603-4402-8845-b8604e38d5fc', 'admin_state_up': True, 'tenant_id': 'a26d0a86c9d54012b058c7127cc71ecd'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:13:16.794476 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-59b38a87-11c4-4853-ae90-6c7a4b435a86 admin admin] For port 672958f1-09fb-40f2-99c5-db020b483e5b, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=672958f1-09fb-40f2-99c5-db020b483e5b,segment=NetworkSegment(0df42e92-23cb-4c04-b74c-6b4e461c3f6d),segment_id=0df42e92-23cb-4c04-b74c-6b4e461c3f6d)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:13:16.794854 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-59b38a87-11c4-4853-ae90-6c7a4b435a86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (672958f1-09fb-40f2-99c5-db020b483e5b), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:16.834624 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-59b38a87-11c4-4853-ae90-6c7a4b435a86 admin admin] Calling delete_port for 672958f1-09fb-40f2-99c5-db020b483e5b owned by network:router_interface {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:13:16.859387 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-3552622a-e334-4a1e-b140-5e52ab9ca718 service neutron] For port fb3ca08f-0729-4475-9313-aa32b2d0a159, host hv-cinder-80135, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:13:16.913459 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-3552622a-e334-4a1e-b140-5e52ab9ca718 service neutron] For port fb3ca08f-0729-4475-9313-aa32b2d0a159, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fb3ca08f-0729-4475-9313-aa32b2d0a159,segment=NetworkSegment(a8bead74-4232-4f16-9175-eb0c92afaa60),segment_id=a8bead74-4232-4f16-9175-eb0c92afaa60)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:13:16.984639 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e468a9d0-6bdc-4f01-92f4-6723e38a08cf req-2933017f-032f-43a4-a63e-c358d1bda66e tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 210 time: 0.0331354 Sep 13 13:13:17.014147 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-3552622a-e334-4a1e-b140-5e52ab9ca718 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (fb3ca08f-0729-4475-9313-aa32b2d0a159), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:17.020411 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-3552622a-e334-4a1e-b140-5e52ab9ca718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:17.021016 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-3552622a-e334-4a1e-b140-5e52ab9ca718 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:17.022369 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-3552622a-e334-4a1e-b140-5e52ab9ca718 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/fb3ca08f-0729-4475-9313-aa32b2d0a159 HTTP/1.1" status: 200 len: 1093 time: 1.9845536 Sep 13 13:13:17.025086 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6935da72-6ad7-49cd-8297-b30f11ba00f9', 'tag': 'fb3ca08f-0729-4475-9313-aa32b2d0a159'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:13:17.027394 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b973ff3-9ce3-40fd-a027-7b35c7384579" -d '{"events": [{"name": "network-changed", "server_uuid": "6935da72-6ad7-49cd-8297-b30f11ba00f9", "tag": "fb3ca08f-0729-4475-9313-aa32b2d0a159"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:13:17.070199 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaac12d5-fce0-48b2-9d31-ef6a7e43695c x-openstack-request-id: req-eaac12d5-fce0-48b2-9d31-ef6a7e43695c {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:13:17.070811 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6935da72-6ad7-49cd-8297-b30f11ba00f9", "tag": "fb3ca08f-0729-4475-9313-aa32b2d0a159", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:13:17.070811 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-eaac12d5-fce0-48b2-9d31-ef6a7e43695c {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:13:17.071182 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaac12d5-fce0-48b2-9d31-ef6a7e43695c'] response: {'name': 'network-changed', 'server_uuid': '6935da72-6ad7-49cd-8297-b30f11ba00f9', 'tag': 'fb3ca08f-0729-4475-9313-aa32b2d0a159', 'status': 'completed', 'code': 200} Sep 13 13:13:17.071860 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-b98d69e7-f518-4202-873c-b083d6b3ab8a tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Made reservation on behalf of a26d0a86c9d54012b058c7127cc71ecd for: {'port': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:13:17.075567 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-b98d69e7-f518-4202-873c-b083d6b3ab8a tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:17.101890 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-b98d69e7-f518-4202-873c-b083d6b3ab8a tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:17.155764 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3552622a-e334-4a1e-b140-5e52ab9ca718 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3ca08f-0729-4475-9313-aa32b2d0a159,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:17.167017 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b973ff3-9ce3-40fd-a027-7b35c7384579 req-14240f91-8ba7-4ba4-b90b-f2d210641385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:17.168519 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6b973ff3-9ce3-40fd-a027-7b35c7384579 req-14240f91-8ba7-4ba4-b90b-f2d210641385 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=15bcfc71833149c194401e5afb6e5d18&device_id=6935da72-6ad7-49cd-8297-b30f11ba00f9 HTTP/1.1" status: 200 len: 1127 time: 0.0796313 Sep 13 13:13:17.251951 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=5 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:17.348370 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=12,neutron:DELETE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:17.352306 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b973ff3-9ce3-40fd-a027-7b35c7384579 req-e1e21a9e-594e-47e8-8cf8-f6496f4ce9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:17.353797 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6b973ff3-9ce3-40fd-a027-7b35c7384579 req-e1e21a9e-594e-47e8-8cf8-f6496f4ce9d5 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=15bcfc71833149c194401e5afb6e5d18&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1769164 Sep 13 13:13:17.355607 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-b98d69e7-f518-4202-873c-b083d6b3ab8a tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Publish callbacks [] for security_group (469595ae-7fc0-4884-9496-41d0b690f460), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:17.406381 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-59b38a87-11c4-4853-ae90-6c7a4b435a86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (672958f1-09fb-40f2-99c5-db020b483e5b), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:17.440487 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-b98d69e7-f518-4202-873c-b083d6b3ab8a tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (469595ae-7fc0-4884-9496-41d0b690f460), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:17.443676 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b38a87-11c4-4853-ae90-6c7a4b435a86 admin admin] Pushing event deleted for resources: {'Port': ['ID=672958f1-09fb-40f2-99c5-db020b483e5b,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:17.579432 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d69e7-f518-4202-873c-b083d6b3ab8a tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=469595ae-7fc0-4884-9496-41d0b690f460,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:17.597528 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b973ff3-9ce3-40fd-a027-7b35c7384579 req-6b61a3a2-28cc-438e-8a24-13fe20d68506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:17.599066 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6b973ff3-9ce3-40fd-a027-7b35c7384579 req-6b61a3a2-28cc-438e-8a24-13fe20d68506 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2379427 Sep 13 13:13:17.796384 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-b98d69e7-f518-4202-873c-b083d6b3ab8a tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Allocated IP 192.168.233.174 (22a51530-0603-4402-8845-b8604e38d5fc/f3ae13a0-e1ac-4e04-9881-e8bf7e4bac11/3918973e-3e0b-48f3-a3d4-bacb4c00c568) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:13:17.798772 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-4c34a74c-0d52-4907-b1cf-e610c1f36949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:17.800795 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-4c34a74c-0d52-4907-b1cf-e610c1f36949 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=15bcfc71833149c194401e5afb6e5d18&device_id=6935da72-6ad7-49cd-8297-b30f11ba00f9 HTTP/1.1" status: 200 len: 1127 time: 0.1364682 Sep 13 13:13:17.806403 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0376fc1c-a045-46b2-9ba4-dc823d03d9fd req-e98ff64c-f6e9-40c1-bf36-1448ec15400a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:17.807742 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0376fc1c-a045-46b2-9ba4-dc823d03d9fd req-e98ff64c-f6e9-40c1-bf36-1448ec15400a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6935da72-6ad7-49cd-8297-b30f11ba00f9 HTTP/1.1" status: 200 len: 943 time: 0.1500809 Sep 13 13:13:17.896824 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-3419ca10-c06f-4c9b-a249-1dfd6341edba service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb3ca08f-0729-4475-9313-aa32b2d0a159 HTTP/1.1" status: 200 len: 217 time: 0.0607169 Sep 13 13:13:17.949486 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-59b38a87-11c4-4853-ae90-6c7a4b435a86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1691681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582858'] for router_interface (28fc7d05-fff6-4c05-bb1c-acb10d33f38f), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:18.302584 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:18.346124 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0376fc1c-a045-46b2-9ba4-dc823d03d9fd req-186c4fba-550d-4d5e-883f-0a9b31579290 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5088999 Sep 13 13:13:18.397693 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-1f8d620a-5089-4d3c-8afa-3a7634671bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:18.399167 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-1f8d620a-5089-4d3c-8afa-3a7634671bba service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=f7121927-c8b9-4a63-9c61-3e3a20a05616 HTTP/1.1" status: 200 len: 854 time: 0.4921343 Sep 13 13:13:18.400693 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-53d34934-04c5-486c-9dd5-fbbb3f24be76 req-e95be081-ebb7-40ff-b797-9d15886853ff tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 210 time: 0.1253080 Sep 13 13:13:18.477126 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-15106758-74e5-4d82-9e06-5cc92170dae1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=eec74a46-1341-4521-af9d-fbe61d5591cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646443 Sep 13 13:13:18.575121 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:18.584076 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-b98d69e7-f518-4202-873c-b083d6b3ab8a tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Publish callbacks [] for port (3918973e-3e0b-48f3-a3d4-bacb4c00c568), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:18.715534 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-94f1f648-9c04-4bcf-9a84-a87af62fd41c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/eec74a46-1341-4521-af9d-fbe61d5591cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282028 Sep 13 13:13:18.783159 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b38a87-11c4-4853-ae90-6c7a4b435a86 admin admin] Router 28fc7d05-fff6-4c05-bb1c-acb10d33f38f has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:13:18.843577 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-b98d69e7-f518-4202-873c-b083d6b3ab8a tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (3918973e-3e0b-48f3-a3d4-bacb4c00c568), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:18.907326 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4140ac22-e071-4bb2-aea2-3edeb0563fc2 req-3bdb17f2-c80d-482c-89f0-66bcd7becb4d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/eec74a46-1341-4521-af9d-fbe61d5591cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840444 Sep 13 13:13:18.949250 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-b98d69e7-f518-4202-873c-b083d6b3ab8a tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Network 22a51530-0603-4402-8845-b8604e38d5fc is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:13:18.955386 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-b98d69e7-f518-4202-873c-b083d6b3ab8a tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:13:18.962155 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-b98d69e7-f518-4202-873c-b083d6b3ab8a tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:13:18.969392 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d69e7-f518-4202-873c-b083d6b3ab8a tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Pushing event updated for resources: {'Port': ['ID=3918973e-3e0b-48f3-a3d4-bacb4c00c568,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:19.006251 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b38a87-11c4-4853-ae90-6c7a4b435a86 admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:13:19.014264 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-59b38a87-11c4-4853-ae90-6c7a4b435a86 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/28fc7d05-fff6-4c05-bb1c-acb10d33f38f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8886511 Sep 13 13:13:19.015098 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f58e4da-1f98-4294-a41c-3d097a0dcb9a None None] Sync routers for ids ['28fc7d05-fff6-4c05-bb1c-acb10d33f38f'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:13:19.016209 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 42368) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:19.033841 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-b98d69e7-f518-4202-873c-b083d6b3ab8a tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:19.034553 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-b98d69e7-f518-4202-873c-b083d6b3ab8a tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:19.043392 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f58e4da-1f98-4294-a41c-3d097a0dcb9a None None] Routers {'28fc7d05-fff6-4c05-bb1c-acb10d33f38f'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:13:19.044062 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-7f58e4da-1f98-4294-a41c-3d097a0dcb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:13:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['28fc7d05-fff6-4c05-bb1c-acb10d33f38f'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:19.142895 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-b98d69e7-f518-4202-873c-b083d6b3ab8a tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4369116 Sep 13 13:13:19.152292 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8c59731d-e970-4df9-ae70-984c9be6897c admin admin] Publish callbacks [] for router (28fc7d05-fff6-4c05-bb1c-acb10d33f38f), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:19.163317 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-7f58e4da-1f98-4294-a41c-3d097a0dcb9a None None] Set router 28fc7d05-fff6-4c05-bb1c-acb10d33f38f gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:13:19.218793 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:19.258019 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8c59731d-e970-4df9-ae70-984c9be6897c admin admin] Publish callbacks [] for router_gateway (28fc7d05-fff6-4c05-bb1c-acb10d33f38f), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:19.272363 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-a83677e0-3f7e-4949-b23f-af704cab0ca9 None None] Provisioning complete for port 3918973e-3e0b-48f3-a3d4-bacb4c00c568 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:13:19.272747 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a83677e0-3f7e-4949-b23f-af704cab0ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (3918973e-3e0b-48f3-a3d4-bacb4c00c568), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:19.316583 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-a83677e0-3f7e-4949-b23f-af704cab0ca9 None None] Port 3918973e-3e0b-48f3-a3d4-bacb4c00c568 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:13:19.374656 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:19.385413 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:19.389096 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-8c59731d-e970-4df9-ae70-984c9be6897c admin admin] Deleting port 4e0911a6-7148-42bf-8ef4-9f4fe60d2a74 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:13:19.390299 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8c59731d-e970-4df9-ae70-984c9be6897c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (4e0911a6-7148-42bf-8ef4-9f4fe60d2a74), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:19.403477 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-7f58e4da-1f98-4294-a41c-3d097a0dcb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fc7d05-fff6-4c05-bb1c-acb10d33f38f', 'name': 'tempest-TestShelveInstance-769146629-router', 'tenant_id': '686c7aa2d3384c8a890065be02c5078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.213'}], 'enable_snat': True}, 'gw_port_id': '4e0911a6-7148-42bf-8ef4-9f4fe60d2a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:07:02Z', 'updated_at': '2022-09-13T13:13:17Z', 'revision_number': 5, 'project_id': '686c7aa2d3384c8a890065be02c5078f', 'gw_port': {'id': '4e0911a6-7148-42bf-8ef4-9f4fe60d2a74', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28fc7d05-fff6-4c05-bb1c-acb10d33f38f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:07:03Z', 'updated_at': '2022-09-13T13:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:19.429258 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f58e4da-1f98-4294-a41c-3d097a0dcb9a None None] Checking router: 28fc7d05-fff6-4c05-bb1c-acb10d33f38f for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:13:19.439502 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f58e4da-1f98-4294-a41c-3d097a0dcb9a None None] Routers {'28fc7d05-fff6-4c05-bb1c-acb10d33f38f'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:13:19.440352 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-7f58e4da-1f98-4294-a41c-3d097a0dcb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:13:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['28fc7d05-fff6-4c05-bb1c-acb10d33f38f'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:19.442165 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:19.488403 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-8c59731d-e970-4df9-ae70-984c9be6897c admin admin] For port 4e0911a6-7148-42bf-8ef4-9f4fe60d2a74, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=4e0911a6-7148-42bf-8ef4-9f4fe60d2a74,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:13:19.489074 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8c59731d-e970-4df9-ae70-984c9be6897c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (4e0911a6-7148-42bf-8ef4-9f4fe60d2a74), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:19.505228 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-8c59731d-e970-4df9-ae70-984c9be6897c admin admin] Calling delete_port for 4e0911a6-7148-42bf-8ef4-9f4fe60d2a74 owned by network:router_gateway {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:13:19.542925 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275793d5-459f-42f3-9c28-ea6a8c777571 req-452bad96-95c1-4e01-bfd1-5c4d4b2b520d tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:19.544436 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-275793d5-459f-42f3-9c28-ea6a8c777571 req-452bad96-95c1-4e01-bfd1-5c4d4b2b520d tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6935da72-6ad7-49cd-8297-b30f11ba00f9 HTTP/1.1" status: 200 len: 943 time: 0.1090410 Sep 13 13:13:19.568005 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-7f58e4da-1f98-4294-a41c-3d097a0dcb9a None None] Set router 28fc7d05-fff6-4c05-bb1c-acb10d33f38f gateway port host: None {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:13:19.576687 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b049648-47fe-4c57-a73d-6109c80b8318 req-637162fd-c8f4-4002-b696-91f0149889a6 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:19.578248 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9b049648-47fe-4c57-a73d-6109c80b8318 req-637162fd-c8f4-4002-b696-91f0149889a6 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 936 time: 0.0882599 Sep 13 13:13:19.621523 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-7f58e4da-1f98-4294-a41c-3d097a0dcb9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28fc7d05-fff6-4c05-bb1c-acb10d33f38f', 'name': 'tempest-TestShelveInstance-769146629-router', 'tenant_id': '686c7aa2d3384c8a890065be02c5078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:07:02Z', 'updated_at': '2022-09-13T13:13:19Z', 'revision_number': 6, 'project_id': '686c7aa2d3384c8a890065be02c5078f', 'gw_port_host': None}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:19.623806 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-275793d5-459f-42f3-9c28-ea6a8c777571 req-248a3942-e8ad-41a6-a328-d06ce2a8eb54 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705142 Sep 13 13:13:19.646574 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f58e4da-1f98-4294-a41c-3d097a0dcb9a None None] The sync data for ids ['28fc7d05-fff6-4c05-bb1c-acb10d33f38f'] in dv-cinder-801354-10-iscsi is: [{'id': '28fc7d05-fff6-4c05-bb1c-acb10d33f38f', 'name': 'tempest-TestShelveInstance-769146629-router', 'tenant_id': '686c7aa2d3384c8a890065be02c5078f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:07:02Z', 'updated_at': '2022-09-13T13:13:19Z', 'revision_number': 6, 'project_id': '686c7aa2d3384c8a890065be02c5078f', 'gw_port_host': None}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:13:19.657270 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9b049648-47fe-4c57-a73d-6109c80b8318 req-8b63c673-3168-4804-8820-97b832c665b0 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=469595ae-7fc0-4884-9496-41d0b690f460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723970 Sep 13 13:13:19.793888 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8c59731d-e970-4df9-ae70-984c9be6897c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (4e0911a6-7148-42bf-8ef4-9f4fe60d2a74), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:19.825469 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59731d-e970-4df9-ae70-984c9be6897c admin admin] Pushing event deleted for resources: {'Port': ['ID=4e0911a6-7148-42bf-8ef4-9f4fe60d2a74,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:19.829487 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:19.888466 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8c59731d-e970-4df9-ae70-984c9be6897c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583705'] for router_gateway (28fc7d05-fff6-4c05-bb1c-acb10d33f38f), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:19.977814 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8c59731d-e970-4df9-ae70-984c9be6897c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13140'] for router (28fc7d05-fff6-4c05-bb1c-acb10d33f38f), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:19.979946 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8c59731d-e970-4df9-ae70-984c9be6897c admin admin] Publish callbacks [] for router_controller (28fc7d05-fff6-4c05-bb1c-acb10d33f38f), precommit_delete_associations {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:20.098855 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8c59731d-e970-4df9-ae70-984c9be6897c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582937'] for router (28fc7d05-fff6-4c05-bb1c-acb10d33f38f), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:20.099420 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c59731d-e970-4df9-ae70-984c9be6897c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28fc7d05-fff6-4c05-bb1c-acb10d33f38f {{(pid=106849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 13:13:20.104289 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8c59731d-e970-4df9-ae70-984c9be6897c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:20.105611 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-8c59731d-e970-4df9-ae70-984c9be6897c admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/28fc7d05-fff6-4c05-bb1c-acb10d33f38f HTTP/1.1" status: 204 len: 168 time: 1.0881987 Sep 13 13:13:20.108054 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 42392) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:20.160676 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a7504af-ef8d-49f9-a58d-cba1f45c867a admin admin] Deleting subnet eb68a0d8-387e-48a8-b452-cdcc05a9b6c4 {{(pid=106849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 13:13:20.163747 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5a7504af-ef8d-49f9-a58d-cba1f45c867a admin admin] Publish callbacks [] for subnet (eb68a0d8-387e-48a8-b452-cdcc05a9b6c4), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:20.198387 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5a7504af-ef8d-49f9-a58d-cba1f45c867a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4782533'] for subnet (eb68a0d8-387e-48a8-b452-cdcc05a9b6c4), precommit_delete_associations {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:20.277570 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5a7504af-ef8d-49f9-a58d-cba1f45c867a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3665047'] for subnet (eb68a0d8-387e-48a8-b452-cdcc05a9b6c4), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:20.447359 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5a7504af-ef8d-49f9-a58d-cba1f45c867a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3659918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4768925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7736820'] for subnet (eb68a0d8-387e-48a8-b452-cdcc05a9b6c4), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:20.471806 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7504af-ef8d-49f9-a58d-cba1f45c867a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb68a0d8-387e-48a8-b452-cdcc05a9b6c4,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:20.477280 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5a7504af-ef8d-49f9-a58d-cba1f45c867a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:20.480377 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-5a7504af-ef8d-49f9-a58d-cba1f45c867a admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/eb68a0d8-387e-48a8-b452-cdcc05a9b6c4 HTTP/1.1" status: 204 len: 168 time: 0.3714106 Sep 13 13:13:20.482841 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 42396) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:20.483754 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70197ced-f3ce-411e-9125-8d80b1ba4fc1 None None] Network d0531145-908c-4aed-95dd-cd5158d1cdd7 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:13:20.558200 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0bd758bd-cfcd-4bb1-9976-2fa1b972d0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3651144'] for network (d0531145-908c-4aed-95dd-cd5158d1cdd7), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:20.603752 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-0bd758bd-cfcd-4bb1-9976-2fa1b972d0cc admin admin] Deleting port d0cab8a5-33ba-43b2-a290-f88ed53c12e0 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:13:20.603867 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0bd758bd-cfcd-4bb1-9976-2fa1b972d0cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (d0cab8a5-33ba-43b2-a290-f88ed53c12e0), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:20.616652 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-4ee28409-4f30-409c-a615-864b879a68d2 service neutron] Request body: {'port': {'device_id': 'a1b9a8ab-2ba5-42e5-9305-98a14390e565', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:13:20.658666 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6681f141-cfcd-4b90-a24b-8455b726605f None None] DHCP port deletion for d0531145-908c-4aed-95dd-cd5158d1cdd7 request from dv-cinder-801354-10-iscsi {{(pid=106851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 13:13:20.691866 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:20.708102 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-0bd758bd-cfcd-4bb1-9976-2fa1b972d0cc admin admin] For port d0cab8a5-33ba-43b2-a290-f88ed53c12e0, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=d0cab8a5-33ba-43b2-a290-f88ed53c12e0,segment=NetworkSegment(0df42e92-23cb-4c04-b74c-6b4e461c3f6d),segment_id=0df42e92-23cb-4c04-b74c-6b4e461c3f6d)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:13:20.708471 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0bd758bd-cfcd-4bb1-9976-2fa1b972d0cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (d0cab8a5-33ba-43b2-a290-f88ed53c12e0), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:20.720628 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-4ee28409-4f30-409c-a615-864b879a68d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (3918973e-3e0b-48f3-a3d4-bacb4c00c568), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:20.720752 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-6681f141-cfcd-4b90-a24b-8455b726605f None None] Deleting port d0cab8a5-33ba-43b2-a290-f88ed53c12e0 {{(pid=106851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:13:20.720752 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-6681f141-cfcd-4b90-a24b-8455b726605f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (d0cab8a5-33ba-43b2-a290-f88ed53c12e0), before_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:20.730594 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-0bd758bd-cfcd-4bb1-9976-2fa1b972d0cc admin admin] Calling delete_port for d0cab8a5-33ba-43b2-a290-f88ed53c12e0 owned by network:dhcp {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:13:20.810173 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-6681f141-cfcd-4b90-a24b-8455b726605f None None] For port d0cab8a5-33ba-43b2-a290-f88ed53c12e0, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=d0cab8a5-33ba-43b2-a290-f88ed53c12e0,segment=NetworkSegment(0df42e92-23cb-4c04-b74c-6b4e461c3f6d),segment_id=0df42e92-23cb-4c04-b74c-6b4e461c3f6d)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:13:20.810451 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-6681f141-cfcd-4b90-a24b-8455b726605f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (d0cab8a5-33ba-43b2-a290-f88ed53c12e0), precommit_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:20.833920 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-6681f141-cfcd-4b90-a24b-8455b726605f None None] Calling delete_port for d0cab8a5-33ba-43b2-a290-f88ed53c12e0 owned by network:dhcp {{(pid=106851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:13:20.914301 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0bd758bd-cfcd-4bb1-9976-2fa1b972d0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (d0cab8a5-33ba-43b2-a290-f88ed53c12e0), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:20.924360 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-6681f141-cfcd-4b90-a24b-8455b726605f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289'] for port (d0cab8a5-33ba-43b2-a290-f88ed53c12e0), after_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:20.939301 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6681f141-cfcd-4b90-a24b-8455b726605f None None] No DVR routers for this DVR port d0cab8a5-33ba-43b2-a290-f88ed53c12e0 on host dv-cinder-801354-10-iscsi {{(pid=106851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:13:20.949328 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd758bd-cfcd-4bb1-9976-2fa1b972d0cc admin admin] Pushing event deleted for resources: {'Port': ['ID=d0cab8a5-33ba-43b2-a290-f88ed53c12e0,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:20.953035 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd758bd-cfcd-4bb1-9976-2fa1b972d0cc admin admin] No DVR routers for this DVR port d0cab8a5-33ba-43b2-a290-f88ed53c12e0 on host dv-cinder-801354-10-iscsi {{(pid=106849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:13:20.981500 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f44ab4-bbec-4a3f-a510-3139f871c16c req-5997aa57-39fa-4465-afb4-c6b43850f382 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:20.983142 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f8f44ab4-bbec-4a3f-a510-3139f871c16c req-5997aa57-39fa-4465-afb4-c6b43850f382 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6935da72-6ad7-49cd-8297-b30f11ba00f9 HTTP/1.1" status: 200 len: 943 time: 0.1162262 Sep 13 13:13:20.983969 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681f141-cfcd-4b90-a24b-8455b726605f None None] Pushing event deleted for resources: {'Port': ['ID=d0cab8a5-33ba-43b2-a290-f88ed53c12e0,revision_number=None']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:21.008286 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc303abe-1beb-45d7-8079-7cc046b4fa21 req-9ce5d2e9-9b71-4667-8602-87d80593ebf6 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:21.010019 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bc303abe-1beb-45d7-8079-7cc046b4fa21 req-9ce5d2e9-9b71-4667-8602-87d80593ebf6 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 936 time: 0.1870022 Sep 13 13:13:21.138554 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bc303abe-1beb-45d7-8079-7cc046b4fa21 req-62a52e17-6206-4a44-81e6-e02c5f584f14 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=469595ae-7fc0-4884-9496-41d0b690f460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002452 Sep 13 13:13:21.163295 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f8f44ab4-bbec-4a3f-a510-3139f871c16c req-40e014b9-fbed-4be8-ac17-7e819dee39ab tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521454 Sep 13 13:13:21.168893 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:21.232001 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-4ee28409-4f30-409c-a615-864b879a68d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3918973e-3e0b-48f3-a3d4-bacb4c00c568 {{(pid=106850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:13:21.240388 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-4ee28409-4f30-409c-a615-864b879a68d2 service neutron] Publish callbacks [] for port (3918973e-3e0b-48f3-a3d4-bacb4c00c568), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:21.253553 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.provisioning_blocks [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-4ee28409-4f30-409c-a615-864b879a68d2 service neutron] Transition to ACTIVE for port object 3918973e-3e0b-48f3-a3d4-bacb4c00c568 will not be triggered until provisioned by entity L2. {{(pid=106850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 13:13:21.275629 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0bd758bd-cfcd-4bb1-9976-2fa1b972d0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514794', 'neutron.services.segments.db._delete_segments_for_network-8734283000248'] for network (d0531145-908c-4aed-95dd-cd5158d1cdd7), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:21.295722 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-0bd758bd-cfcd-4bb1-9976-2fa1b972d0cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0531145-908c-4aed-95dd-cd5158d1cdd7']}} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:21.306939 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-0bd758bd-cfcd-4bb1-9976-2fa1b972d0cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df42e92-23cb-4c04-b74c-6b4e461c3f6d') {'for_net_delete': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:21.307218 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-0bd758bd-cfcd-4bb1-9976-2fa1b972d0cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df42e92-23cb-4c04-b74c-6b4e461c3f6d') {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:21.317782 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0bd758bd-cfcd-4bb1-9976-2fa1b972d0cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734283000140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4782540'] for segment (0df42e92-23cb-4c04-b74c-6b4e461c3f6d), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:21.334472 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0bd758bd-cfcd-4bb1-9976-2fa1b972d0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (0df42e92-23cb-4c04-b74c-6b4e461c3f6d), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:21.341653 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd758bd-cfcd-4bb1-9976-2fa1b972d0cc admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=106849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 13:13:21.342086 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0bd758bd-cfcd-4bb1-9976-2fa1b972d0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4768823'] for segment (0df42e92-23cb-4c04-b74c-6b4e461c3f6d), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:21.348508 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-4ee28409-4f30-409c-a615-864b879a68d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (3918973e-3e0b-48f3-a3d4-bacb4c00c568), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:21.388362 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.services.segments.plugin [-] Segment 0df42e92-23cb-4c04-b74c-6b4e461c3f6d resource provider aggregate not found Sep 13 13:13:21.415292 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.services.segments.plugin [-] Segment 0df42e92-23cb-4c04-b74c-6b4e461c3f6d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0df42e92-23cb-4c04-b74c-6b4e461c3f6d found for delete ", "request_id": "req-6084cfd8-dc2c-4a3d-a476-c9e72e7e80fc"}]} Sep 13 13:13:21.415413 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee28409-4f30-409c-a615-864b879a68d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3918973e-3e0b-48f3-a3d4-bacb4c00c568,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:21.444556 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:21.469507 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-4ee28409-4f30-409c-a615-864b879a68d2 service neutron] Attempting to bind port 3918973e-3e0b-48f3-a3d4-bacb4c00c568 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:13:21.469882 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-4ee28409-4f30-409c-a615-864b879a68d2 service neutron] Attempting to bind port 3918973e-3e0b-48f3-a3d4-bacb4c00c568 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': 'a653afeb-7ae4-46c4-964d-b3aeea1ad0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22a51530-0603-4402-8845-b8604e38d5fc'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:13:21.472274 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-4ee28409-4f30-409c-a615-864b879a68d2 service neutron] Attempting to bind port 3918973e-3e0b-48f3-a3d4-bacb4c00c568 on network 22a51530-0603-4402-8845-b8604e38d5fc {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:13:21.493699 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0bd758bd-cfcd-4bb1-9976-2fa1b972d0cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583751'] for network (d0531145-908c-4aed-95dd-cd5158d1cdd7), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:21.507311 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0bd758bd-cfcd-4bb1-9976-2fa1b972d0cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:21.507311 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-0bd758bd-cfcd-4bb1-9976-2fa1b972d0cc admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/d0531145-908c-4aed-95dd-cd5158d1cdd7 HTTP/1.1" status: 204 len: 168 time: 1.0223272 Sep 13 13:13:21.520995 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd758bd-cfcd-4bb1-9976-2fa1b972d0cc admin admin] Pushing event deleted for resources: {'Network': ['ID=d0531145-908c-4aed-95dd-cd5158d1cdd7,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:21.525998 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-4ee28409-4f30-409c-a615-864b879a68d2 service neutron] Port 3918973e-3e0b-48f3-a3d4-bacb4c00c568 on network 22a51530-0603-4402-8845-b8604e38d5fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 13:13:21.526830 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-4ee28409-4f30-409c-a615-864b879a68d2 service neutron] Attempting to bind port 3918973e-3e0b-48f3-a3d4-bacb4c00c568 on network 22a51530-0603-4402-8845-b8604e38d5fc {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:13:21.583082 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-4ee28409-4f30-409c-a615-864b879a68d2 service neutron] Checking agent: {'id': '96974c91-2132-4a74-8ded-139ad5e3b835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 13, 3), 'started_at': datetime.datetime(2022, 9, 13, 13, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:13:21.583427 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-4ee28409-4f30-409c-a615-864b879a68d2 service neutron] Checking segment: {'id': 'a653afeb-7ae4-46c4-964d-b3aeea1ad0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22a51530-0603-4402-8845-b8604e38d5fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:13:21.583772 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-4ee28409-4f30-409c-a615-864b879a68d2 service neutron] Bound using segment: {'id': 'a653afeb-7ae4-46c4-964d-b3aeea1ad0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22a51530-0603-4402-8845-b8604e38d5fc'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:13:21.584203 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-4ee28409-4f30-409c-a615-864b879a68d2 service neutron] Bound port: 3918973e-3e0b-48f3-a3d4-bacb4c00c568, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a653afeb-7ae4-46c4-964d-b3aeea1ad0cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': '22a51530-0603-4402-8845-b8604e38d5fc'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:13:21.584976 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-4ee28409-4f30-409c-a615-864b879a68d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (3918973e-3e0b-48f3-a3d4-bacb4c00c568), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:21.600059 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 4e0911a6-7148-42bf-8ef4-9f4fe60d2a74 no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:13:21.638794 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: 4e0911a6-7148-42bf-8ef4-9f4fe60d2a74 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:13:21.639140 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 4e0911a6-7148-42bf-8ef4-9f4fe60d2a74 not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:13:21.639553 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device d0cab8a5-33ba-43b2-a290-f88ed53c12e0 no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:13:21.653373 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-4ee28409-4f30-409c-a615-864b879a68d2 service neutron] For port 3918973e-3e0b-48f3-a3d4-bacb4c00c568, host hv-cinder-80135, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:13:21.657117 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-4ee28409-4f30-409c-a615-864b879a68d2 service neutron] For port 3918973e-3e0b-48f3-a3d4-bacb4c00c568, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=3918973e-3e0b-48f3-a3d4-bacb4c00c568,segment=NetworkSegment(a653afeb-7ae4-46c4-964d-b3aeea1ad0cd),segment_id=a653afeb-7ae4-46c4-964d-b3aeea1ad0cd)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:13:21.668894 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: d0cab8a5-33ba-43b2-a290-f88ed53c12e0 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:13:21.669234 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device d0cab8a5-33ba-43b2-a290-f88ed53c12e0 not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:13:21.669657 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 672958f1-09fb-40f2-99c5-db020b483e5b no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:13:21.688890 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: 672958f1-09fb-40f2-99c5-db020b483e5b {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:13:21.689460 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 672958f1-09fb-40f2-99c5-db020b483e5b not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:13:21.750904 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-4ee28409-4f30-409c-a615-864b879a68d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (3918973e-3e0b-48f3-a3d4-bacb4c00c568), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:21.754576 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-4ee28409-4f30-409c-a615-864b879a68d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:21.755195 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-4ee28409-4f30-409c-a615-864b879a68d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:21.756587 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-4ee28409-4f30-409c-a615-864b879a68d2 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/3918973e-3e0b-48f3-a3d4-bacb4c00c568 HTTP/1.1" status: 200 len: 1098 time: 1.1458592 Sep 13 13:13:21.759150 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1b9a8ab-2ba5-42e5-9305-98a14390e565', 'tag': '3918973e-3e0b-48f3-a3d4-bacb4c00c568'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:13:21.761683 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5cbda7-92b8-4eeb-b88b-443fcc858706" -d '{"events": [{"name": "network-changed", "server_uuid": "a1b9a8ab-2ba5-42e5-9305-98a14390e565", "tag": "3918973e-3e0b-48f3-a3d4-bacb4c00c568"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:13:21.808015 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68eeef0b-36b1-492a-a7b0-0f201cec29ae x-openstack-request-id: req-68eeef0b-36b1-492a-a7b0-0f201cec29ae {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:13:21.808420 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1b9a8ab-2ba5-42e5-9305-98a14390e565", "tag": "3918973e-3e0b-48f3-a3d4-bacb4c00c568", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:13:21.808522 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-68eeef0b-36b1-492a-a7b0-0f201cec29ae {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:13:21.808925 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68eeef0b-36b1-492a-a7b0-0f201cec29ae'] response: {'name': 'network-changed', 'server_uuid': 'a1b9a8ab-2ba5-42e5-9305-98a14390e565', 'tag': '3918973e-3e0b-48f3-a3d4-bacb4c00c568', 'status': 'completed', 'code': 200} Sep 13 13:13:21.861751 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 42424) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:21.872793 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee28409-4f30-409c-a615-864b879a68d2 service neutron] Pushing event updated for resources: {'Port': ['ID=3918973e-3e0b-48f3-a3d4-bacb4c00c568,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:21.887349 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cbda7-92b8-4eeb-b88b-443fcc858706 req-f5b5ba36-ef3b-480d-b3f2-5dab49cd5919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:21.888903 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cc5cbda7-92b8-4eeb-b88b-443fcc858706 req-f5b5ba36-ef3b-480d-b3f2-5dab49cd5919 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a26d0a86c9d54012b058c7127cc71ecd&device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 1132 time: 0.0589006 Sep 13 13:13:21.908706 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-8b1dae20-d66c-47fa-b082-027c3e0c84bd admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=9788b5b66a0c452cb39b263ca30284e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451865 Sep 13 13:13:21.912590 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 42426) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:21.928779 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cc5cbda7-92b8-4eeb-b88b-443fcc858706 req-a559b1f3-d18e-43e8-b2ae-aff576f82a66 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=a26d0a86c9d54012b058c7127cc71ecd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252533 Sep 13 13:13:21.973363 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-219a58bc-c9a5-4894-92c2-8ee2644ec697 admin admin] Publish callbacks [] for security_group (ba7ad4e3-595c-402d-a5ed-097f41eb3499), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:21.985985 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:21.995936 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-219a58bc-c9a5-4894-92c2-8ee2644ec697 admin admin] Publish callbacks [] for security_group (ba7ad4e3-595c-402d-a5ed-097f41eb3499), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:22.040859 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cbda7-92b8-4eeb-b88b-443fcc858706 req-20c93d58-9100-4b86-bc69-e63b05554902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:22.042395 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cc5cbda7-92b8-4eeb-b88b-443fcc858706 req-20c93d58-9100-4b86-bc69-e63b05554902 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1102791 Sep 13 13:13:22.121434 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-ffe6a3c8-e305-4138-919d-6e816e8c6e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:22.123058 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-ffe6a3c8-e305-4138-919d-6e816e8c6e4c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a26d0a86c9d54012b058c7127cc71ecd&device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 1132 time: 0.0412006 Sep 13 13:13:22.127024 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-219a58bc-c9a5-4894-92c2-8ee2644ec697 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (ba7ad4e3-595c-402d-a5ed-097f41eb3499), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:22.129790 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-219a58bc-c9a5-4894-92c2-8ee2644ec697 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:22.130911 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-219a58bc-c9a5-4894-92c2-8ee2644ec697 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/ba7ad4e3-595c-402d-a5ed-097f41eb3499 HTTP/1.1" status: 204 len: 168 time: 0.2174137 Sep 13 13:13:22.139136 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a58bc-c9a5-4894-92c2-8ee2644ec697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba7ad4e3-595c-402d-a5ed-097f41eb3499,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:22.148348 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a58bc-c9a5-4894-92c2-8ee2644ec697 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:22.148699 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a58bc-c9a5-4894-92c2-8ee2644ec697 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:22.149045 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a58bc-c9a5-4894-92c2-8ee2644ec697 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:22.149389 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a58bc-c9a5-4894-92c2-8ee2644ec697 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:22.149724 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a58bc-c9a5-4894-92c2-8ee2644ec697 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:22.150238 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a58bc-c9a5-4894-92c2-8ee2644ec697 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:22.150576 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a58bc-c9a5-4894-92c2-8ee2644ec697 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:22.150908 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a58bc-c9a5-4894-92c2-8ee2644ec697 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:22.151322 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a58bc-c9a5-4894-92c2-8ee2644ec697 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:22.151760 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a58bc-c9a5-4894-92c2-8ee2644ec697 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:22.152096 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a58bc-c9a5-4894-92c2-8ee2644ec697 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:22.152430 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a58bc-c9a5-4894-92c2-8ee2644ec697 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:22.153236 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a58bc-c9a5-4894-92c2-8ee2644ec697 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:22.153572 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a58bc-c9a5-4894-92c2-8ee2644ec697 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:22.153926 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-219a58bc-c9a5-4894-92c2-8ee2644ec697 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:22.164844 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-d2b0117a-b975-46c4-ac70-4b5c71045af0 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.174&port_id=3918973e-3e0b-48f3-a3d4-bacb4c00c568 HTTP/1.1" status: 200 len: 217 time: 0.0344720 Sep 13 13:13:22.246743 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-aa241182-ca2d-47c9-9097-59ef7251666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:22.248421 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-aa241182-ca2d-47c9-9097-59ef7251666f service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=f3ae13a0-e1ac-4e04-9881-e8bf7e4bac11 HTTP/1.1" status: 200 len: 843 time: 0.0755463 Sep 13 13:13:22.290590 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:22.338072 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c224fa9f-454c-4b92-9f03-17b4ed9fe6de req-541b8d3f-4303-4e1d-941c-671c5074c2a4 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:22.339541 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c224fa9f-454c-4b92-9f03-17b4ed9fe6de req-541b8d3f-4303-4e1d-941c-671c5074c2a4 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 948 time: 0.1117196 Sep 13 13:13:22.359219 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-93b41579-c693-4868-bb5d-31fcfdcd69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:22.360660 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-93b41579-c693-4868-bb5d-31fcfdcd69ee service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=22a51530-0603-4402-8845-b8604e38d5fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1216 time: 0.0949593 Sep 13 13:13:22.367404 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad33f4d-635b-4633-9d96-3545e055864e req-6f788e29-c35a-4bc9-af8c-f4450cbcc5ee tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:22.368863 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4ad33f4d-635b-4633-9d96-3545e055864e req-6f788e29-c35a-4bc9-af8c-f4450cbcc5ee tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6935da72-6ad7-49cd-8297-b30f11ba00f9 HTTP/1.1" status: 200 len: 943 time: 0.1042240 Sep 13 13:13:22.491355 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c224fa9f-454c-4b92-9f03-17b4ed9fe6de req-02eb56e6-1439-46fc-babd-8bca29caf9de tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=469595ae-7fc0-4884-9496-41d0b690f460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406639 Sep 13 13:13:22.516933 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4ad33f4d-635b-4633-9d96-3545e055864e req-b5ec8e4b-395a-4e60-a10c-bfc8ad38adcf tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404300 Sep 13 13:13:22.528505 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-a78c8170-b794-4b27-8fc7-d160192038bf service neutron] 10.222.0.61 "GET /networking/v2.0/networks/22a51530-0603-4402-8845-b8604e38d5fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587002 Sep 13 13:13:22.534713 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device fb3ca08f-0729-4475-9313-aa32b2d0a159 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:13:22.621767 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:22.635659 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-491f0da1-5b4d-407f-922f-70236e314aa1 req-40826960-16bc-4dce-a8f4-089828ce3631 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/22a51530-0603-4402-8845-b8604e38d5fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002278 Sep 13 13:13:22.657305 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port fb3ca08f-0729-4475-9313-aa32b2d0a159, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fb3ca08f-0729-4475-9313-aa32b2d0a159,segment=NetworkSegment(a8bead74-4232-4f16-9175-eb0c92afaa60),segment_id=a8bead74-4232-4f16-9175-eb0c92afaa60)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:13:22.670392 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': 'fb3ca08f-0729-4475-9313-aa32b2d0a159', 'network_id': 'eec74a46-1341-4521-af9d-fbe61d5591cd', 'port_id': 'fb3ca08f-0729-4475-9313-aa32b2d0a159', 'mac_address': 'fa:16:3e:89:a9:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7121927-c8b9-4a63-9c61-3e3a20a05616', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:13:22.707235 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port fb3ca08f-0729-4475-9313-aa32b2d0a159 is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:13:22.707615 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (fb3ca08f-0729-4475-9313-aa32b2d0a159), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:22.722266 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3ca08f-0729-4475-9313-aa32b2d0a159 {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:13:22.743018 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port fb3ca08f-0729-4475-9313-aa32b2d0a159, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fb3ca08f-0729-4475-9313-aa32b2d0a159,segment=NetworkSegment(a8bead74-4232-4f16-9175-eb0c92afaa60),segment_id=a8bead74-4232-4f16-9175-eb0c92afaa60)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:13:22.812886 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (fb3ca08f-0729-4475-9313-aa32b2d0a159), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:22.855683 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:22.867731 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=fb3ca08f-0729-4475-9313-aa32b2d0a159,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:22.994332 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 42442) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:23.038639 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-11801499-7a13-43ff-82a3-92c13b9f9edd admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=686c7aa2d3384c8a890065be02c5078f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439107 Sep 13 13:13:23.041134 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 42444) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:23.044987 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['fb3ca08f-0729-4475-9313-aa32b2d0a159'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:13:23.092894 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-57ecd651-d956-43f7-b693-d0f03c5cfbd2 admin admin] Publish callbacks [] for security_group (d6086fe3-85c3-435a-9762-655eda33c1dd), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:23.114813 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-57ecd651-d956-43f7-b693-d0f03c5cfbd2 admin admin] Publish callbacks [] for security_group (d6086fe3-85c3-435a-9762-655eda33c1dd), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:23.145510 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:23.257023 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-57ecd651-d956-43f7-b693-d0f03c5cfbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (d6086fe3-85c3-435a-9762-655eda33c1dd), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:23.259534 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-57ecd651-d956-43f7-b693-d0f03c5cfbd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:23.260695 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-57ecd651-d956-43f7-b693-d0f03c5cfbd2 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/d6086fe3-85c3-435a-9762-655eda33c1dd HTTP/1.1" status: 204 len: 168 time: 0.2178061 Sep 13 13:13:23.276006 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ecd651-d956-43f7-b693-d0f03c5cfbd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6086fe3-85c3-435a-9762-655eda33c1dd,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:23.672425 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09620c-15df-4c35-8efc-4dc921a3deb3 req-b3fa1134-8852-4aa4-bd5d-f8f667b5bbbc tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:23.675267 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7a09620c-15df-4c35-8efc-4dc921a3deb3 req-b3fa1134-8852-4aa4-bd5d-f8f667b5bbbc tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 948 time: 0.0998762 Sep 13 13:13:23.695852 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c7e23-e500-45c8-8adb-cd3379ab3c94 req-13f4f825-57f9-4ab2-a809-1913d7e4f3ba tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:23.698116 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-467c7e23-e500-45c8-8adb-cd3379ab3c94 req-13f4f825-57f9-4ab2-a809-1913d7e4f3ba tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6935da72-6ad7-49cd-8297-b30f11ba00f9 HTTP/1.1" status: 200 len: 944 time: 0.0776293 Sep 13 13:13:23.763571 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 42458) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:23.791554 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7a09620c-15df-4c35-8efc-4dc921a3deb3 req-f4e6a8d2-ae3b-4575-881c-3cfda9e53695 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=469595ae-7fc0-4884-9496-41d0b690f460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055167 Sep 13 13:13:23.799892 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-467c7e23-e500-45c8-8adb-cd3379ab3c94 req-e81f3fb6-c6a1-4f5b-ba20-e3ea46ad4dca tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939918 Sep 13 13:13:23.938792 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5d367e26-25e6-4c9f-bc27-ce82f520b211 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:24.022205 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5d367e26-25e6-4c9f-bc27-ce82f520b211 admin admin] Publish callbacks [] for security_group (bc609cf3-cb9c-479e-87aa-6a757333c59c), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:24.085378 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5d367e26-25e6-4c9f-bc27-ce82f520b211 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (bc609cf3-cb9c-479e-87aa-6a757333c59c), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:24.091968 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:24.130921 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-5d367e26-25e6-4c9f-bc27-ce82f520b211 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=b3c0478cb8c143d4a62f13a0be951ed1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3659432 Sep 13 13:13:24.131743 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d367e26-25e6-4c9f-bc27-ce82f520b211 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc609cf3-cb9c-479e-87aa-6a757333c59c,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:24.133705 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 42464) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:24.185454 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-3a8b3bcd-ceef-4ec1-825e-2083f59b9f6e admin admin] Publish callbacks [] for security_group (bc609cf3-cb9c-479e-87aa-6a757333c59c), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:24.207931 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-3a8b3bcd-ceef-4ec1-825e-2083f59b9f6e admin admin] Publish callbacks [] for security_group (bc609cf3-cb9c-479e-87aa-6a757333c59c), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:24.342340 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-3a8b3bcd-ceef-4ec1-825e-2083f59b9f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (bc609cf3-cb9c-479e-87aa-6a757333c59c), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:24.344833 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-3a8b3bcd-ceef-4ec1-825e-2083f59b9f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:24.345998 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-3a8b3bcd-ceef-4ec1-825e-2083f59b9f6e admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/bc609cf3-cb9c-479e-87aa-6a757333c59c HTTP/1.1" status: 204 len: 168 time: 0.2112522 Sep 13 13:13:24.354666 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b3bcd-ceef-4ec1-825e-2083f59b9f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc609cf3-cb9c-479e-87aa-6a757333c59c,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:24.546840 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device fb3ca08f-0729-4475-9313-aa32b2d0a159 up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:13:24.592642 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning for port fb3ca08f-0729-4475-9313-aa32b2d0a159 completed by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 13:13:24.675511 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port fb3ca08f-0729-4475-9313-aa32b2d0a159 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:13:24.675885 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (fb3ca08f-0729-4475-9313-aa32b2d0a159), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:24.756980 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port fb3ca08f-0729-4475-9313-aa32b2d0a159 is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:13:24.757447 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (fb3ca08f-0729-4475-9313-aa32b2d0a159), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:24.782341 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6935da72-6ad7-49cd-8297-b30f11ba00f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3ca08f-0729-4475-9313-aa32b2d0a159'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:13:24.786412 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba23b393-3833-4f93-9b77-1854c569f607" -d '{"events": [{"server_uuid": "6935da72-6ad7-49cd-8297-b30f11ba00f9", "name": "network-vif-plugged", "status": "completed", "tag": "fb3ca08f-0729-4475-9313-aa32b2d0a159"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:13:24.801247 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port fb3ca08f-0729-4475-9313-aa32b2d0a159, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fb3ca08f-0729-4475-9313-aa32b2d0a159,segment=NetworkSegment(a8bead74-4232-4f16-9175-eb0c92afaa60),segment_id=a8bead74-4232-4f16-9175-eb0c92afaa60)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:13:24.828617 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9579d23-8297-4656-baf7-2bb44182914f x-openstack-request-id: req-f9579d23-8297-4656-baf7-2bb44182914f {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:13:24.828911 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6935da72-6ad7-49cd-8297-b30f11ba00f9", "name": "network-vif-plugged", "status": "completed", "tag": "fb3ca08f-0729-4475-9313-aa32b2d0a159", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:13:24.831712 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-f9579d23-8297-4656-baf7-2bb44182914f {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:13:24.831712 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9579d23-8297-4656-baf7-2bb44182914f'] response: {'server_uuid': '6935da72-6ad7-49cd-8297-b30f11ba00f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3ca08f-0729-4475-9313-aa32b2d0a159', 'code': 200} Sep 13 13:13:24.880746 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (fb3ca08f-0729-4475-9313-aa32b2d0a159), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:24.950411 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=fb3ca08f-0729-4475-9313-aa32b2d0a159,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:24.977367 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efdf1c-0baa-495e-9cf7-138b387b4c8c req-0673758f-5254-448e-a7b4-5e34f94122af tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:24.979345 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b2efdf1c-0baa-495e-9cf7-138b387b4c8c req-0673758f-5254-448e-a7b4-5e34f94122af tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6935da72-6ad7-49cd-8297-b30f11ba00f9 HTTP/1.1" status: 200 len: 945 time: 0.0874317 Sep 13 13:13:24.985543 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba904af-6352-4bbf-a281-e1d7d6c0d2a5 req-a093c199-404d-42b2-bac6-bb9439282ceb tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:24.988088 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8ba904af-6352-4bbf-a281-e1d7d6c0d2a5 req-a093c199-404d-42b2-bac6-bb9439282ceb tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 948 time: 0.0845778 Sep 13 13:13:25.078316 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b2efdf1c-0baa-495e-9cf7-138b387b4c8c req-ada800a3-ed0f-4399-926c-6ad4b06b86e0 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884764 Sep 13 13:13:25.083672 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8ba904af-6352-4bbf-a281-e1d7d6c0d2a5 req-cd501420-2e1a-418c-962d-94448304ff62 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=469595ae-7fc0-4884-9496-41d0b690f460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877008 Sep 13 13:13:25.140918 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f155efd-4e1a-4fb1-8f85-4e3b068e27ac req-830cd892-a693-4128-b8f3-f3abc7b97ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:25.142486 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9f155efd-4e1a-4fb1-8f85-4e3b068e27ac req-830cd892-a693-4128-b8f3-f3abc7b97ee8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6935da72-6ad7-49cd-8297-b30f11ba00f9 HTTP/1.1" status: 200 len: 1129 time: 0.0411141 Sep 13 13:13:25.195193 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9f155efd-4e1a-4fb1-8f85-4e3b068e27ac req-50da447d-50a8-4ebc-82c5-79e5e6e996f7 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465853 Sep 13 13:13:26.256165 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25936f-8449-4505-91a8-2b0f239d589e req-a2677817-b6bf-4488-b786-de3d7d430a11 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:26.257687 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3a25936f-8449-4505-91a8-2b0f239d589e req-a2677817-b6bf-4488-b786-de3d7d430a11 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 948 time: 0.0930283 Sep 13 13:13:26.294864 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651426fc-14eb-4b6a-8292-54df3a48487e req-645fc8bb-3069-4938-a2c5-a148f844752a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:26.298529 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-651426fc-14eb-4b6a-8292-54df3a48487e req-645fc8bb-3069-4938-a2c5-a148f844752a tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6935da72-6ad7-49cd-8297-b30f11ba00f9 HTTP/1.1" status: 200 len: 945 time: 0.0796733 Sep 13 13:13:26.344153 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3a25936f-8449-4505-91a8-2b0f239d589e req-9d759bc8-4416-4e97-8f42-2f5a60d628bd tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=469595ae-7fc0-4884-9496-41d0b690f460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714777 Sep 13 13:13:26.371722 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-651426fc-14eb-4b6a-8292-54df3a48487e req-53b3a57b-1562-46b8-bdc6-995f00098d83 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670373 Sep 13 13:13:26.564443 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 3918973e-3e0b-48f3-a3d4-bacb4c00c568 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:13:26.667889 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 3918973e-3e0b-48f3-a3d4-bacb4c00c568, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=3918973e-3e0b-48f3-a3d4-bacb4c00c568,segment=NetworkSegment(a653afeb-7ae4-46c4-964d-b3aeea1ad0cd),segment_id=a653afeb-7ae4-46c4-964d-b3aeea1ad0cd)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:13:26.682854 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': '3918973e-3e0b-48f3-a3d4-bacb4c00c568', 'network_id': '22a51530-0603-4402-8845-b8604e38d5fc', 'port_id': '3918973e-3e0b-48f3-a3d4-bacb4c00c568', 'mac_address': 'fa:16:3e:bb:8f:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 359, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ae13a0-e1ac-4e04-9881-e8bf7e4bac11', 'ip_address': '192.168.233.174'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:13:26.717478 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 3918973e-3e0b-48f3-a3d4-bacb4c00c568 is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:13:26.717934 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (3918973e-3e0b-48f3-a3d4-bacb4c00c568), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:26.730853 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3918973e-3e0b-48f3-a3d4-bacb4c00c568 {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:13:26.752062 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 3918973e-3e0b-48f3-a3d4-bacb4c00c568, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=3918973e-3e0b-48f3-a3d4-bacb4c00c568,segment=NetworkSegment(a653afeb-7ae4-46c4-964d-b3aeea1ad0cd),segment_id=a653afeb-7ae4-46c4-964d-b3aeea1ad0cd)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:13:26.834172 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (3918973e-3e0b-48f3-a3d4-bacb4c00c568), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:26.885046 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=3918973e-3e0b-48f3-a3d4-bacb4c00c568,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:27.053927 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['3918973e-3e0b-48f3-a3d4-bacb4c00c568'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:13:27.267779 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:27.437054 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:27.505266 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67ebf0-9774-4dad-a7d6-ba5395db7fbe req-1cd8b758-6c96-424a-8532-ea888ec222d5 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:27.506792 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1c67ebf0-9774-4dad-a7d6-ba5395db7fbe req-1cd8b758-6c96-424a-8532-ea888ec222d5 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 949 time: 0.0803170 Sep 13 13:13:27.528951 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c29aaa-cf6b-4c7a-97b9-fa6f2f4fcb41 req-8cb441ca-445c-4b48-93fb-0593d1c081ae tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:27.530398 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b0c29aaa-cf6b-4c7a-97b9-fa6f2f4fcb41 req-8cb441ca-445c-4b48-93fb-0593d1c081ae tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6935da72-6ad7-49cd-8297-b30f11ba00f9 HTTP/1.1" status: 200 len: 945 time: 0.0700257 Sep 13 13:13:27.584185 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:27.600150 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1c67ebf0-9774-4dad-a7d6-ba5395db7fbe req-bf95f843-92b6-4e96-8fc2-bed8fe5f7538 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=469595ae-7fc0-4884-9496-41d0b690f460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848382 Sep 13 13:13:27.604239 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b0c29aaa-cf6b-4c7a-97b9-fa6f2f4fcb41 req-41aa236f-b7fb-4c3c-82ef-b0e9024e1434 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660729 Sep 13 13:13:28.211699 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=13 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:28.276373 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=74 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:28.729621 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c88b2-7ea6-48dd-9d21-1d41582bdbd8 req-e67b2026-0d47-4508-ac1e-bdd7bf5e1215 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:28.731136 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2c7c88b2-7ea6-48dd-9d21-1d41582bdbd8 req-e67b2026-0d47-4508-ac1e-bdd7bf5e1215 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 949 time: 0.0489447 Sep 13 13:13:28.781018 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2c7c88b2-7ea6-48dd-9d21-1d41582bdbd8 req-1180da9b-10e6-453a-891b-6e18b5d28252 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=469595ae-7fc0-4884-9496-41d0b690f460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441520 Sep 13 13:13:29.904434 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495fefae-aab4-4116-b642-ebfe49538066 req-b6b408d0-0c03-4d7f-9e44-3ec4a4b52cb4 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:29.906414 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-495fefae-aab4-4116-b642-ebfe49538066 req-b6b408d0-0c03-4d7f-9e44-3ec4a4b52cb4 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 949 time: 0.0501437 Sep 13 13:13:29.957244 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-495fefae-aab4-4116-b642-ebfe49538066 req-bc3541c9-109a-409b-bb2b-6262a420f72c tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=469595ae-7fc0-4884-9496-41d0b690f460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444679 Sep 13 13:13:30.460109 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 3918973e-3e0b-48f3-a3d4-bacb4c00c568 up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:13:30.499968 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:30.502516 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning for port 3918973e-3e0b-48f3-a3d4-bacb4c00c568 completed by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 13:13:30.583552 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port 3918973e-3e0b-48f3-a3d4-bacb4c00c568 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:13:30.583935 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (3918973e-3e0b-48f3-a3d4-bacb4c00c568), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:30.667518 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 3918973e-3e0b-48f3-a3d4-bacb4c00c568 is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:13:30.667911 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (3918973e-3e0b-48f3-a3d4-bacb4c00c568), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:30.691118 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b9a8ab-2ba5-42e5-9305-98a14390e565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3918973e-3e0b-48f3-a3d4-bacb4c00c568'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:13:30.693250 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cab9c5dc-bffc-4493-9187-3296c63d2048" -d '{"events": [{"server_uuid": "a1b9a8ab-2ba5-42e5-9305-98a14390e565", "name": "network-vif-plugged", "status": "completed", "tag": "3918973e-3e0b-48f3-a3d4-bacb4c00c568"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:13:30.705962 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 3918973e-3e0b-48f3-a3d4-bacb4c00c568, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=3918973e-3e0b-48f3-a3d4-bacb4c00c568,segment=NetworkSegment(a653afeb-7ae4-46c4-964d-b3aeea1ad0cd),segment_id=a653afeb-7ae4-46c4-964d-b3aeea1ad0cd)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:13:30.731884 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798e92e6-4656-48bf-bbe6-70737b1fda67 x-openstack-request-id: req-798e92e6-4656-48bf-bbe6-70737b1fda67 {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:13:30.732246 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b9a8ab-2ba5-42e5-9305-98a14390e565", "name": "network-vif-plugged", "status": "completed", "tag": "3918973e-3e0b-48f3-a3d4-bacb4c00c568", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:13:30.732495 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-798e92e6-4656-48bf-bbe6-70737b1fda67 {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:13:30.732916 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-798e92e6-4656-48bf-bbe6-70737b1fda67'] response: {'server_uuid': 'a1b9a8ab-2ba5-42e5-9305-98a14390e565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3918973e-3e0b-48f3-a3d4-bacb4c00c568', 'code': 200} Sep 13 13:13:30.833399 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (3918973e-3e0b-48f3-a3d4-bacb4c00c568), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:30.879598 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=3918973e-3e0b-48f3-a3d4-bacb4c00c568,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:31.079978 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a29488-5c88-42bf-978f-6afa912c8efe req-973d6eba-422a-479f-a034-592fa628e362 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:31.081401 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a2a29488-5c88-42bf-978f-6afa912c8efe req-973d6eba-422a-479f-a034-592fa628e362 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 950 time: 0.0450222 Sep 13 13:13:31.127605 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a2a29488-5c88-42bf-978f-6afa912c8efe req-088ebcf3-afbe-4ac2-8446-b43c1b303765 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=469595ae-7fc0-4884-9496-41d0b690f460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401392 Sep 13 13:13:31.702353 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:31.744285 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c4756-d4d5-4822-a56b-d3ffc42ebe9e req-430b1e03-9b67-4045-b761-8983064d62c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:31.745764 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cf6c4756-d4d5-4822-a56b-d3ffc42ebe9e req-430b1e03-9b67-4045-b761-8983064d62c5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 1134 time: 0.0510273 Sep 13 13:13:31.793821 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cf6c4756-d4d5-4822-a56b-d3ffc42ebe9e req-9a10228e-37d4-4b62-93c7-94662f602f4c service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=469595ae-7fc0-4884-9496-41d0b690f460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364881 Sep 13 13:13:32.259764 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699007a-ec3a-402d-9a75-9e3f05f0d2e1 req-8829abd0-f99c-422d-8cfc-2fe6c0c9cee4 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:32.261236 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a699007a-ec3a-402d-9a75-9e3f05f0d2e1 req-8829abd0-f99c-422d-8cfc-2fe6c0c9cee4 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 950 time: 0.0521448 Sep 13 13:13:32.314703 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a699007a-ec3a-402d-9a75-9e3f05f0d2e1 req-ef0fa292-fdda-4c75-a933-37dc8cbcb90d tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=469595ae-7fc0-4884-9496-41d0b690f460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474253 Sep 13 13:13:33.302434 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-e74b1cc1-9d57-4068-803b-141535525252 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:33.445277 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f43549-4647-4a3a-9898-d5e3cf2027f0 req-987f39ad-3efb-4026-89a6-4977675a99f2 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:33.446928 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-96f43549-4647-4a3a-9898-d5e3cf2027f0 req-987f39ad-3efb-4026-89a6-4977675a99f2 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 950 time: 0.0508218 Sep 13 13:13:33.497966 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-96f43549-4647-4a3a-9898-d5e3cf2027f0 req-44ae4a4a-40a7-4f88-a355-fd0c85e84ca1 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=469595ae-7fc0-4884-9496-41d0b690f460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453675 Sep 13 13:13:34.127239 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=48,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:34.621983 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8a221-242f-4c28-a086-95eb736e04e6 req-e3948bd6-1cec-49f1-9cd1-a64099fa3adf tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:34.623459 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-05a8a221-242f-4c28-a086-95eb736e04e6 req-e3948bd6-1cec-49f1-9cd1-a64099fa3adf tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 950 time: 0.0477164 Sep 13 13:13:34.677169 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-05a8a221-242f-4c28-a086-95eb736e04e6 req-01ee79bc-8b6f-4222-b573-935dd261d2f7 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=469595ae-7fc0-4884-9496-41d0b690f460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474017 Sep 13 13:13:35.152448 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b9c88-bb45-40d1-952a-c6165cc6c3b9 req-fe3f584d-5529-4418-83c1-005ce27641d9 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:35.154036 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9f1b9c88-bb45-40d1-952a-c6165cc6c3b9 req-fe3f584d-5529-4418-83c1-005ce27641d9 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 950 time: 0.0479479 Sep 13 13:13:35.200551 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9f1b9c88-bb45-40d1-952a-c6165cc6c3b9 req-1d16ed60-926a-41e8-9628-20c9294ff527 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=469595ae-7fc0-4884-9496-41d0b690f460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407786 Sep 13 13:13:35.406768 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3efef729-de87-4269-862d-0a100ff4afce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:36.069335 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 42642) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:36.177893 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-42536554-c4e4-4570-be92-25e7a4bbdf2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:36.262168 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-42536554-c4e4-4570-be92-25e7a4bbdf2e admin admin] Publish callbacks [] for security_group (8376d20d-7c22-45d3-a2ac-34a2d90d2994), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:36.325076 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30cf336-bbc9-4104-aa2f-365375c6af3a req-e30e5c32-b3aa-4aa2-b730-12508913cba3 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:36.333945 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c30cf336-bbc9-4104-aa2f-365375c6af3a req-e30e5c32-b3aa-4aa2-b730-12508913cba3 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 950 time: 0.0475314 Sep 13 13:13:36.360166 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:36.370370 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-42536554-c4e4-4570-be92-25e7a4bbdf2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (8376d20d-7c22-45d3-a2ac-34a2d90d2994), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:36.372246 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:36.393214 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c30cf336-bbc9-4104-aa2f-365375c6af3a req-da37c753-2fe7-43e9-8a71-475b5778f962 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=469595ae-7fc0-4884-9496-41d0b690f460&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605893 Sep 13 13:13:36.418717 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-42536554-c4e4-4570-be92-25e7a4bbdf2e admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=db23062a20404e9eb62e900e0bc745c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3482451 Sep 13 13:13:36.419562 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42536554-c4e4-4570-be92-25e7a4bbdf2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8376d20d-7c22-45d3-a2ac-34a2d90d2994,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:36.421572 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 42648) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:36.474483 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-87c64d91-7c82-4f82-ba89-e9261024b59d admin admin] Publish callbacks [] for security_group (8376d20d-7c22-45d3-a2ac-34a2d90d2994), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:36.494217 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-87c64d91-7c82-4f82-ba89-e9261024b59d admin admin] Publish callbacks [] for security_group (8376d20d-7c22-45d3-a2ac-34a2d90d2994), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:36.587509 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422be98c-3d2d-4610-a709-7eed4ab2f368 req-66bcdace-947c-4207-a04a-a813130bc84d tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:36.588953 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-422be98c-3d2d-4610-a709-7eed4ab2f368 req-66bcdace-947c-4207-a04a-a813130bc84d tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 950 time: 0.0485287 Sep 13 13:13:36.606202 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-87c64d91-7c82-4f82-ba89-e9261024b59d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (8376d20d-7c22-45d3-a2ac-34a2d90d2994), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:36.608747 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-87c64d91-7c82-4f82-ba89-e9261024b59d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:36.610003 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-87c64d91-7c82-4f82-ba89-e9261024b59d admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/8376d20d-7c22-45d3-a2ac-34a2d90d2994 HTTP/1.1" status: 204 len: 168 time: 0.1860743 Sep 13 13:13:36.620196 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c64d91-7c82-4f82-ba89-e9261024b59d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8376d20d-7c22-45d3-a2ac-34a2d90d2994,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:36.672265 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-422be98c-3d2d-4610-a709-7eed4ab2f368 req-7c604036-cd8f-4337-ab74-6d80369eab14 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Deleting port 3918973e-3e0b-48f3-a3d4-bacb4c00c568 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:13:36.676751 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-422be98c-3d2d-4610-a709-7eed4ab2f368 req-7c604036-cd8f-4337-ab74-6d80369eab14 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (3918973e-3e0b-48f3-a3d4-bacb4c00c568), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:36.949431 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:37.045019 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-422be98c-3d2d-4610-a709-7eed4ab2f368 req-7c604036-cd8f-4337-ab74-6d80369eab14 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] For port 3918973e-3e0b-48f3-a3d4-bacb4c00c568, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=3918973e-3e0b-48f3-a3d4-bacb4c00c568,segment=NetworkSegment(a653afeb-7ae4-46c4-964d-b3aeea1ad0cd),segment_id=a653afeb-7ae4-46c4-964d-b3aeea1ad0cd)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:13:37.045388 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-422be98c-3d2d-4610-a709-7eed4ab2f368 req-7c604036-cd8f-4337-ab74-6d80369eab14 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (3918973e-3e0b-48f3-a3d4-bacb4c00c568), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:37.059764 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-422be98c-3d2d-4610-a709-7eed4ab2f368 req-7c604036-cd8f-4337-ab74-6d80369eab14 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Calling delete_port for 3918973e-3e0b-48f3-a3d4-bacb4c00c568 owned by compute:nova {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:13:37.235024 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-422be98c-3d2d-4610-a709-7eed4ab2f368 req-7c604036-cd8f-4337-ab74-6d80369eab14 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (3918973e-3e0b-48f3-a3d4-bacb4c00c568), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:37.248888 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['3918973e-3e0b-48f3-a3d4-bacb4c00c568'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:13:37.271866 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c604036-cd8f-4337-ab74-6d80369eab14 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Pushing event deleted for resources: {'Port': ['ID=3918973e-3e0b-48f3-a3d4-bacb4c00c568,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:37.329132 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-422be98c-3d2d-4610-a709-7eed4ab2f368 req-7c604036-cd8f-4337-ab74-6d80369eab14 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] No DVR routers for this DVR port 3918973e-3e0b-48f3-a3d4-bacb4c00c568 on host hv-cinder-80135 {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:13:37.332643 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-422be98c-3d2d-4610-a709-7eed4ab2f368 req-7c604036-cd8f-4337-ab74-6d80369eab14 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:37.336214 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-422be98c-3d2d-4610-a709-7eed4ab2f368 req-7c604036-cd8f-4337-ab74-6d80369eab14 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.61 "DELETE /networking/v2.0/ports/3918973e-3e0b-48f3-a3d4-bacb4c00c568 HTTP/1.1" status: 204 len: 173 time: 0.7421920 Sep 13 13:13:37.344616 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1b9a8ab-2ba5-42e5-9305-98a14390e565', 'name': 'network-vif-deleted', 'tag': '3918973e-3e0b-48f3-a3d4-bacb4c00c568'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:13:37.344616 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaab3b61-4838-41af-9ddf-63acdde387f3" -d '{"events": [{"server_uuid": "a1b9a8ab-2ba5-42e5-9305-98a14390e565", "name": "network-vif-deleted", "tag": "3918973e-3e0b-48f3-a3d4-bacb4c00c568"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:13:37.386952 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f4790d-ac25-4833-96f1-de162ece32b2 x-openstack-request-id: req-b7f4790d-ac25-4833-96f1-de162ece32b2 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:13:37.387249 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1b9a8ab-2ba5-42e5-9305-98a14390e565", "name": "network-vif-deleted", "tag": "3918973e-3e0b-48f3-a3d4-bacb4c00c568", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:13:37.387513 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b7f4790d-ac25-4833-96f1-de162ece32b2 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:13:37.387939 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7f4790d-ac25-4833-96f1-de162ece32b2'] response: {'server_uuid': 'a1b9a8ab-2ba5-42e5-9305-98a14390e565', 'name': 'network-vif-deleted', 'tag': '3918973e-3e0b-48f3-a3d4-bacb4c00c568', 'status': 'completed', 'code': 200} Sep 13 13:13:37.522382 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e6bf8fca-bd7d-4553-aeb6-3cd0300b7b2e req-3eb5b862-f035-41dd-a514-6dd7fc2c42ce tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 210 time: 0.0479972 Sep 13 13:13:37.762595 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 42690) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:37.865139 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-1a27155d-faef-4704-9808-48960b7e66bb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1527257721-network', 'tenant_id': 'a5d396f1d5c14e179ab56809f912f1dc'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:13:37.954713 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a27155d-faef-4704-9808-48960b7e66bb admin admin] Made reservation on behalf of a5d396f1d5c14e179ab56809f912f1dc for: {'network': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:13:37.957650 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1a27155d-faef-4704-9808-48960b7e66bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for network (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:37.967642 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1a27155d-faef-4704-9808-48960b7e66bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:38.053972 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1a27155d-faef-4704-9808-48960b7e66bb admin admin] Publish callbacks [] for security_group (5e71c27c-9cb5-4d26-a305-9e1af8c9ff80), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:38.137835 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1a27155d-faef-4704-9808-48960b7e66bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (5e71c27c-9cb5-4d26-a305-9e1af8c9ff80), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:38.166513 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a27155d-faef-4704-9808-48960b7e66bb admin admin] vlan segment allocate from pool success with {'vlan_id': 385, 'physical_network': 'physnet1'} {{(pid=106849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 13:13:38.176639 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27155d-faef-4704-9808-48960b7e66bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:38.181516 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1a27155d-faef-4704-9808-48960b7e66bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (5c7e138f-0bdd-42cd-9041-a02642f72e8c), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:38.181884 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.db.segments_db [None req-1a27155d-faef-4704-9808-48960b7e66bb admin admin] Added segment 5c7e138f-0bdd-42cd-9041-a02642f72e8c of type vlan for network 54458d17-cf99-4ceb-be5e-fa27751fbf40 Sep 13 13:13:38.222162 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1a27155d-faef-4704-9808-48960b7e66bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734282471325'] for network (54458d17-cf99-4ceb-be5e-fa27751fbf40), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:38.252132 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:38.319029 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1a27155d-faef-4704-9808-48960b7e66bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for network (54458d17-cf99-4ceb-be5e-fa27751fbf40), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:38.320097 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a27155d-faef-4704-9808-48960b7e66bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:38.320696 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1a27155d-faef-4704-9808-48960b7e66bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:38.384296 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a27155d-faef-4704-9808-48960b7e66bb admin admin] Pushing event updated for resources: {'Network': ['ID=54458d17-cf99-4ceb-be5e-fa27751fbf40,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:38.396097 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Network 54458d17-cf99-4ceb-be5e-fa27751fbf40 details requested by agent ovs-agent-dv-cinder-801354-10-iscsi with host dv-cinder-801354-10-iscsi {{(pid=106851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 13:13:38.414004 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:38.430591 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-1a27155d-faef-4704-9808-48960b7e66bb admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6668584 Sep 13 13:13:38.433938 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 42698) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:38.438212 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-6f45f368-78df-43e0-a607-6d5708a45cfc admin admin] Request body: {'subnet': {'network_id': '54458d17-cf99-4ceb-be5e-fa27751fbf40', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1527257721-subnet', 'tenant_id': 'a5d396f1d5c14e179ab56809f912f1dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:13:38.553617 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f45f368-78df-43e0-a607-6d5708a45cfc admin admin] Made reservation on behalf of a5d396f1d5c14e179ab56809f912f1dc for: {'subnet': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:13:38.556257 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6f45f368-78df-43e0-a607-6d5708a45cfc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7736809'] for subnet (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:38.650006 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-efbf2319-7479-4766-b8c4-cadbec5cc178 req-782d8d0d-a432-4352-8201-0b76a95f3083 tempest-VolumesNegativeTest-640370746 tempest-VolumesNegativeTest-640370746-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=a1b9a8ab-2ba5-42e5-9305-98a14390e565 HTTP/1.1" status: 200 len: 210 time: 0.0324969 Sep 13 13:13:38.800953 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6f45f368-78df-43e0-a607-6d5708a45cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4782416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7736827'] for subnet (a8e3d6d4-bebd-4ba0-be58-c94492e30e96), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:38.863732 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:38.864517 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:38.873331 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45f368-78df-43e0-a607-6d5708a45cfc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8e3d6d4-bebd-4ba0-be58-c94492e30e96,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:38.880423 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f45f368-78df-43e0-a607-6d5708a45cfc admin admin] Checking segment: {'id': '5c7e138f-0bdd-42cd-9041-a02642f72e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '54458d17-cf99-4ceb-be5e-fa27751fbf40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:13:38.886943 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f45f368-78df-43e0-a607-6d5708a45cfc admin admin] Network hostable DHCP agents. Network: 54458d17-cf99-4ceb-be5e-fa27751fbf40, hostable agents: ['03c760d5-e05f-4ba1-99ba-fbb88ab66826'], hosted agents: [] {{(pid=106849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 13:13:38.947293 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f45f368-78df-43e0-a607-6d5708a45cfc admin admin] Network 54458d17-cf99-4ceb-be5e-fa27751fbf40 is scheduled to be hosted by DHCP agent 03c760d5-e05f-4ba1-99ba-fbb88ab66826 with binding_index 1 {{(pid=106849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 13:13:39.050689 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-6f45f368-78df-43e0-a607-6d5708a45cfc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-10-iscsi, 54458d17-cf99-4ceb-be5e-fa27751fbf40) {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:13:39.055297 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f45f368-78df-43e0-a607-6d5708a45cfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:39.055689 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6f45f368-78df-43e0-a607-6d5708a45cfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:39.073220 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153e0910-2ebc-4c11-95a5-921b073a4d7d None None] Network 54458d17-cf99-4ceb-be5e-fa27751fbf40 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:13:39.170092 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-6f45f368-78df-43e0-a607-6d5708a45cfc admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7292318 Sep 13 13:13:39.185312 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e515d154-8c5a-40cb-bf52-b2f8e9569b2b None None] Network 54458d17-cf99-4ceb-be5e-fa27751fbf40 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:13:42.822441 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 3918973e-3e0b-48f3-a3d4-bacb4c00c568 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:13:42.842095 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] No Port match for: 3918973e-3e0b-48f3-a3d4-bacb4c00c568 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:13:42.842455 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 3918973e-3e0b-48f3-a3d4-bacb4c00c568 not bound to the agent host hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:13:44.511749 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-41273f80-39f1-4414-956d-50edc69590a3 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:44.513182 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-41273f80-39f1-4414-956d-50edc69590a3 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/networks?id=54458d17-cf99-4ceb-be5e-fa27751fbf40 HTTP/1.1" status: 200 len: 809 time: 0.1073940 Sep 13 13:13:44.528496 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-e2924645-3e7b-492d-a3de-b22acd7fc2b9 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/quotas/a5d396f1d5c14e179ab56809f912f1dc HTTP/1.1" status: 200 len: 375 time: 0.0095739 Sep 13 13:13:44.561381 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-74c05036-5bd2-4a4a-8406-2851240b9d93 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=a5d396f1d5c14e179ab56809f912f1dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274916 Sep 13 13:13:44.567056 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:13:44.657872 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-cd7f10c6-9bfc-42c8-8a19-b6973b8796cf service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54458d17-cf99-4ceb-be5e-fa27751fbf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887511 Sep 13 13:13:44.671864 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:44.754475 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-60134709-2259-4b57-8313-4c69dff8b444 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54458d17-cf99-4ceb-be5e-fa27751fbf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894458 Sep 13 13:13:44.998613 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2380ccff-89cd-472e-b509-1522fe0f17ae req-30ca3742-f371-4ffe-92dd-61268885f745 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d0cc6bb-60df-4c32-87ef-11ddb34a2aae HTTP/1.1" status: 200 len: 210 time: 0.0291207 Sep 13 13:13:45.562015 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 43032) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:45.670719 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f246f586-95b8-4043-92f4-4b00e6c430fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:45.755080 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f246f586-95b8-4043-92f4-4b00e6c430fd admin admin] Publish callbacks [] for security_group (41c8f85a-f3b9-435f-9017-a5ef16046535), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:45.788642 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f246f586-95b8-4043-92f4-4b00e6c430fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (41c8f85a-f3b9-435f-9017-a5ef16046535), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:45.827724 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-f246f586-95b8-4043-92f4-4b00e6c430fd admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=d63cdb20ba4b46af98b88cb9867fd275&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2641249 Sep 13 13:13:45.828807 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246f586-95b8-4043-92f4-4b00e6c430fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c8f85a-f3b9-435f-9017-a5ef16046535,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:45.830672 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 43040) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:45.881562 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-34d1f0a8-aca0-48ee-bbf8-0e400722280a admin admin] Publish callbacks [] for security_group (41c8f85a-f3b9-435f-9017-a5ef16046535), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:45.901730 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-34d1f0a8-aca0-48ee-bbf8-0e400722280a admin admin] Publish callbacks [] for security_group (41c8f85a-f3b9-435f-9017-a5ef16046535), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:46.034764 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-34d1f0a8-aca0-48ee-bbf8-0e400722280a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (41c8f85a-f3b9-435f-9017-a5ef16046535), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:46.037523 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-34d1f0a8-aca0-48ee-bbf8-0e400722280a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:46.038933 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-34d1f0a8-aca0-48ee-bbf8-0e400722280a admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/41c8f85a-f3b9-435f-9017-a5ef16046535 HTTP/1.1" status: 204 len: 168 time: 0.2072561 Sep 13 13:13:46.047287 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d1f0a8-aca0-48ee-bbf8-0e400722280a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c8f85a-f3b9-435f-9017-a5ef16046535,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:46.089410 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7503259f-3da4-4349-af23-728f7a03fae9 req-3e612a76-6be1-4eba-8208-c89b2977e6a7 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d0cc6bb-60df-4c32-87ef-11ddb34a2aae HTTP/1.1" status: 200 len: 210 time: 0.0325336 Sep 13 13:13:47.201076 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b8c1e5e0-e5e7-4720-81b8-8b4e392b298c req-c68f8468-55a0-4372-bdea-992642554083 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d0cc6bb-60df-4c32-87ef-11ddb34a2aae HTTP/1.1" status: 200 len: 210 time: 0.0325966 Sep 13 13:13:48.182783 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:48.297154 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-9ba716dc-8918-42c6-a2c8-66e91131c266 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:48.298838 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-9ba716dc-8918-42c6-a2c8-66e91131c266 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.61 "GET /networking/v2.0/networks?id=54458d17-cf99-4ceb-be5e-fa27751fbf40 HTTP/1.1" status: 200 len: 809 time: 0.1249278 Sep 13 13:13:48.316041 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-42752873-1b79-44d4-a229-e6c47a3f51df tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Request body: {'port': {'device_id': '9d0cc6bb-60df-4c32-87ef-11ddb34a2aae', 'network_id': '54458d17-cf99-4ceb-be5e-fa27751fbf40', 'admin_state_up': True, 'tenant_id': 'a5d396f1d5c14e179ab56809f912f1dc'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:13:48.346665 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-553c583e-5e85-4d0b-a0cb-036880f2888b req-7e7bacf1-ea39-42ba-be84-d1dbd708bc85 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d0cc6bb-60df-4c32-87ef-11ddb34a2aae HTTP/1.1" status: 200 len: 210 time: 0.0465307 Sep 13 13:13:48.407253 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 43106) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:48.549821 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-973b9b08-25f3-485e-add7-684a54519fde admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=a26d0a86c9d54012b058c7127cc71ecd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405480 Sep 13 13:13:48.552427 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 43110) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:48.566050 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-42752873-1b79-44d4-a229-e6c47a3f51df tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Made reservation on behalf of a5d396f1d5c14e179ab56809f912f1dc for: {'port': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:13:48.571445 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-42752873-1b79-44d4-a229-e6c47a3f51df tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:48.604926 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-689db23b-2a02-4790-bd1f-0236c29a138b admin admin] Publish callbacks [] for security_group (469595ae-7fc0-4884-9496-41d0b690f460), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:48.630490 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-689db23b-2a02-4790-bd1f-0236c29a138b admin admin] Publish callbacks [] for security_group (469595ae-7fc0-4884-9496-41d0b690f460), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:48.708773 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-42752873-1b79-44d4-a229-e6c47a3f51df tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Allocated IP 172.20.0.13 (54458d17-cf99-4ceb-be5e-fa27751fbf40/a8e3d6d4-bebd-4ba0-be58-c94492e30e96/1a335baf-4975-440e-b0bb-e486d80046d9) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:13:48.783957 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-689db23b-2a02-4790-bd1f-0236c29a138b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (469595ae-7fc0-4884-9496-41d0b690f460), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:48.789105 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-689db23b-2a02-4790-bd1f-0236c29a138b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:48.793174 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-689db23b-2a02-4790-bd1f-0236c29a138b admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/469595ae-7fc0-4884-9496-41d0b690f460 HTTP/1.1" status: 204 len: 168 time: 0.2374840 Sep 13 13:13:48.802203 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689db23b-2a02-4790-bd1f-0236c29a138b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=469595ae-7fc0-4884-9496-41d0b690f460,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:48.836485 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:48.893795 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-42752873-1b79-44d4-a229-e6c47a3f51df tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Publish callbacks [] for port (1a335baf-4975-440e-b0bb-e486d80046d9), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:49.006322 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-42752873-1b79-44d4-a229-e6c47a3f51df tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (1a335baf-4975-440e-b0bb-e486d80046d9), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:49.054471 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-42752873-1b79-44d4-a229-e6c47a3f51df tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Network 54458d17-cf99-4ceb-be5e-fa27751fbf40 is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:13:49.058481 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-42752873-1b79-44d4-a229-e6c47a3f51df tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:13:49.063542 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-42752873-1b79-44d4-a229-e6c47a3f51df tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:13:49.092827 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42752873-1b79-44d4-a229-e6c47a3f51df tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Pushing event updated for resources: {'Port': ['ID=1a335baf-4975-440e-b0bb-e486d80046d9,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:49.135111 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-42752873-1b79-44d4-a229-e6c47a3f51df tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:49.136047 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-42752873-1b79-44d4-a229-e6c47a3f51df tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:49.206015 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-42752873-1b79-44d4-a229-e6c47a3f51df tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8917699 Sep 13 13:13:49.215880 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-6d0fe0e8-d838-4590-ab14-5119b6ee3ec6 service neutron] Request body: {'port': {'device_id': '9d0cc6bb-60df-4c32-87ef-11ddb34a2aae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:13:49.252978 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:49.282324 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-6d0fe0e8-d838-4590-ab14-5119b6ee3ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (1a335baf-4975-440e-b0bb-e486d80046d9), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:49.521018 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342d567-c0f4-46db-8454-2b63e4645a65 req-834857dc-b920-44bc-a998-50dd3309ce5c tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:49.522507 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1342d567-c0f4-46db-8454-2b63e4645a65 req-834857dc-b920-44bc-a998-50dd3309ce5c tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d0cc6bb-60df-4c32-87ef-11ddb34a2aae HTTP/1.1" status: 200 len: 932 time: 0.0631745 Sep 13 13:13:49.602488 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1342d567-c0f4-46db-8454-2b63e4645a65 req-8da690f8-cbf5-450b-baeb-30c4dab1a93f tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712838 Sep 13 13:13:49.672965 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-6d0fe0e8-d838-4590-ab14-5119b6ee3ec6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a335baf-4975-440e-b0bb-e486d80046d9 {{(pid=106850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:13:49.685305 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-6d0fe0e8-d838-4590-ab14-5119b6ee3ec6 service neutron] Publish callbacks [] for port (1a335baf-4975-440e-b0bb-e486d80046d9), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:49.700749 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.provisioning_blocks [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-6d0fe0e8-d838-4590-ab14-5119b6ee3ec6 service neutron] Transition to ACTIVE for port object 1a335baf-4975-440e-b0bb-e486d80046d9 will not be triggered until provisioned by entity L2. {{(pid=106850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 13:13:49.777471 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-6d0fe0e8-d838-4590-ab14-5119b6ee3ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (1a335baf-4975-440e-b0bb-e486d80046d9), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:49.802475 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:49.857067 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fe0e8-d838-4590-ab14-5119b6ee3ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=1a335baf-4975-440e-b0bb-e486d80046d9,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:49.888477 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-6d0fe0e8-d838-4590-ab14-5119b6ee3ec6 service neutron] Attempting to bind port 1a335baf-4975-440e-b0bb-e486d80046d9 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:13:49.888880 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-6d0fe0e8-d838-4590-ab14-5119b6ee3ec6 service neutron] Attempting to bind port 1a335baf-4975-440e-b0bb-e486d80046d9 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '5c7e138f-0bdd-42cd-9041-a02642f72e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '54458d17-cf99-4ceb-be5e-fa27751fbf40'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:13:49.891182 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-6d0fe0e8-d838-4590-ab14-5119b6ee3ec6 service neutron] Attempting to bind port 1a335baf-4975-440e-b0bb-e486d80046d9 on network 54458d17-cf99-4ceb-be5e-fa27751fbf40 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:13:49.932183 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-6d0fe0e8-d838-4590-ab14-5119b6ee3ec6 service neutron] Port 1a335baf-4975-440e-b0bb-e486d80046d9 on network 54458d17-cf99-4ceb-be5e-fa27751fbf40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 13:13:49.932656 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-6d0fe0e8-d838-4590-ab14-5119b6ee3ec6 service neutron] Attempting to bind port 1a335baf-4975-440e-b0bb-e486d80046d9 on network 54458d17-cf99-4ceb-be5e-fa27751fbf40 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:13:49.979292 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-6d0fe0e8-d838-4590-ab14-5119b6ee3ec6 service neutron] Checking agent: {'id': '96974c91-2132-4a74-8ded-139ad5e3b835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 13, 3), 'started_at': datetime.datetime(2022, 9, 13, 13, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 13, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:13:49.979292 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-6d0fe0e8-d838-4590-ab14-5119b6ee3ec6 service neutron] Checking segment: {'id': '5c7e138f-0bdd-42cd-9041-a02642f72e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '54458d17-cf99-4ceb-be5e-fa27751fbf40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:13:49.979292 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-6d0fe0e8-d838-4590-ab14-5119b6ee3ec6 service neutron] Bound using segment: {'id': '5c7e138f-0bdd-42cd-9041-a02642f72e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '54458d17-cf99-4ceb-be5e-fa27751fbf40'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:13:49.979292 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-6d0fe0e8-d838-4590-ab14-5119b6ee3ec6 service neutron] Bound port: 1a335baf-4975-440e-b0bb-e486d80046d9, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c7e138f-0bdd-42cd-9041-a02642f72e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '54458d17-cf99-4ceb-be5e-fa27751fbf40'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:13:49.979292 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-6d0fe0e8-d838-4590-ab14-5119b6ee3ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (1a335baf-4975-440e-b0bb-e486d80046d9), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:49.979799 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 43150) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:50.046631 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-6d0fe0e8-d838-4590-ab14-5119b6ee3ec6 service neutron] For port 1a335baf-4975-440e-b0bb-e486d80046d9, host hv-cinder-80135, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:13:50.049475 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-6d0fe0e8-d838-4590-ab14-5119b6ee3ec6 service neutron] For port 1a335baf-4975-440e-b0bb-e486d80046d9, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=1a335baf-4975-440e-b0bb-e486d80046d9,segment=NetworkSegment(5c7e138f-0bdd-42cd-9041-a02642f72e8c),segment_id=5c7e138f-0bdd-42cd-9041-a02642f72e8c)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:13:50.080245 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-a3621582-7fe1-493d-84da-8c3b452f846c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-451289990-network', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:13:50.114950 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-6d0fe0e8-d838-4590-ab14-5119b6ee3ec6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (1a335baf-4975-440e-b0bb-e486d80046d9), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:50.119919 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-6d0fe0e8-d838-4590-ab14-5119b6ee3ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:50.120528 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-6d0fe0e8-d838-4590-ab14-5119b6ee3ec6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:50.122004 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-6d0fe0e8-d838-4590-ab14-5119b6ee3ec6 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/1a335baf-4975-440e-b0bb-e486d80046d9 HTTP/1.1" status: 200 len: 1094 time: 0.9113331 Sep 13 13:13:50.122488 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d0cc6bb-60df-4c32-87ef-11ddb34a2aae', 'tag': '1a335baf-4975-440e-b0bb-e486d80046d9'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:13:50.124739 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557515c8-970f-4587-a981-d1410408622c" -d '{"events": [{"name": "network-changed", "server_uuid": "9d0cc6bb-60df-4c32-87ef-11ddb34a2aae", "tag": "1a335baf-4975-440e-b0bb-e486d80046d9"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:13:50.164106 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1c04c9-312c-4958-9ec0-66a3520739cc x-openstack-request-id: req-6a1c04c9-312c-4958-9ec0-66a3520739cc {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:13:50.164407 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d0cc6bb-60df-4c32-87ef-11ddb34a2aae", "tag": "1a335baf-4975-440e-b0bb-e486d80046d9", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:13:50.164790 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6a1c04c9-312c-4958-9ec0-66a3520739cc {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:13:50.166810 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a1c04c9-312c-4958-9ec0-66a3520739cc'] response: {'name': 'network-changed', 'server_uuid': '9d0cc6bb-60df-4c32-87ef-11ddb34a2aae', 'tag': '1a335baf-4975-440e-b0bb-e486d80046d9', 'status': 'completed', 'code': 200} Sep 13 13:13:50.177104 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0fe0e8-d838-4590-ab14-5119b6ee3ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=1a335baf-4975-440e-b0bb-e486d80046d9,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:50.183208 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3621582-7fe1-493d-84da-8c3b452f846c admin admin] Made reservation on behalf of aa5bc3bf3bb74d6a91e79dd861d0563f for: {'network': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:13:50.185971 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a3621582-7fe1-493d-84da-8c3b452f846c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for network (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:50.195495 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a3621582-7fe1-493d-84da-8c3b452f846c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:50.270557 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a3621582-7fe1-493d-84da-8c3b452f846c admin admin] Publish callbacks [] for security_group (70d4f109-f360-428b-ad67-2259694269e0), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:50.331588 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a3621582-7fe1-493d-84da-8c3b452f846c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (70d4f109-f360-428b-ad67-2259694269e0), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:50.349983 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:50.355793 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3621582-7fe1-493d-84da-8c3b452f846c admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=106849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 13:13:50.373308 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3621582-7fe1-493d-84da-8c3b452f846c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d4f109-f360-428b-ad67-2259694269e0,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:50.376255 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a3621582-7fe1-493d-84da-8c3b452f846c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (5b52370e-6d85-4efb-a48b-840f5d46cda7), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:50.376588 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.db.segments_db [None req-a3621582-7fe1-493d-84da-8c3b452f846c admin admin] Added segment 5b52370e-6d85-4efb-a48b-840f5d46cda7 of type vlan for network ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 Sep 13 13:13:50.418376 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a3621582-7fe1-493d-84da-8c3b452f846c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734282471325'] for network (ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:50.485578 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a3621582-7fe1-493d-84da-8c3b452f846c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for network (ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:50.486597 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3621582-7fe1-493d-84da-8c3b452f846c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:50.487245 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a3621582-7fe1-493d-84da-8c3b452f846c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:50.496115 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=76,neutron:INSERT=16,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:50.550411 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3621582-7fe1-493d-84da-8c3b452f846c admin admin] Pushing event updated for resources: {'Network': ['ID=ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:50.560400 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Network ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 details requested by agent ovs-agent-dv-cinder-801354-10-iscsi with host dv-cinder-801354-10-iscsi {{(pid=106851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 13:13:50.565817 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-a3621582-7fe1-493d-84da-8c3b452f846c admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5826416 Sep 13 13:13:50.566055 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 43156) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:50.571499 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-e530e8e2-ff24-480f-b9dc-010bc865eeac admin admin] Request body: {'subnet': {'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-451289990-subnet', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'ip_version': 4}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:13:50.646846 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e530e8e2-ff24-480f-b9dc-010bc865eeac admin admin] Made reservation on behalf of aa5bc3bf3bb74d6a91e79dd861d0563f for: {'subnet': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:13:50.649916 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e530e8e2-ff24-480f-b9dc-010bc865eeac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7736809'] for subnet (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:50.745062 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ff61bb-3eb5-47fc-9061-08b8d6ef2305 req-6f79aed3-2bf1-4eeb-997c-643f7cc8f5d1 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:50.746606 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-91ff61bb-3eb5-47fc-9061-08b8d6ef2305 req-6f79aed3-2bf1-4eeb-997c-643f7cc8f5d1 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d0cc6bb-60df-4c32-87ef-11ddb34a2aae HTTP/1.1" status: 200 len: 944 time: 0.0526145 Sep 13 13:13:50.797656 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-91ff61bb-3eb5-47fc-9061-08b8d6ef2305 req-c3de8cb3-46fa-4160-ba90-fde98fdd0d5b tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437984 Sep 13 13:13:50.925852 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e530e8e2-ff24-480f-b9dc-010bc865eeac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4782416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7736827'] for subnet (bebc62c1-d020-46a2-906a-309dbd84a496), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:50.973171 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e530e8e2-ff24-480f-b9dc-010bc865eeac admin admin] Pushing event updated for resources: {'Subnet': ['ID=bebc62c1-d020-46a2-906a-309dbd84a496,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:50.993696 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e530e8e2-ff24-480f-b9dc-010bc865eeac admin admin] Checking segment: {'id': '5b52370e-6d85-4efb-a48b-840f5d46cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:13:50.994306 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e530e8e2-ff24-480f-b9dc-010bc865eeac admin admin] Network hostable DHCP agents. Network: ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8, hostable agents: ['03c760d5-e05f-4ba1-99ba-fbb88ab66826'], hosted agents: [] {{(pid=106849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 13:13:51.062604 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e530e8e2-ff24-480f-b9dc-010bc865eeac admin admin] Network ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 is scheduled to be hosted by DHCP agent 03c760d5-e05f-4ba1-99ba-fbb88ab66826 with binding_index 1 {{(pid=106849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 13:13:51.119912 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-e530e8e2-ff24-480f-b9dc-010bc865eeac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-10-iscsi, ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8) {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:13:51.124332 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e530e8e2-ff24-480f-b9dc-010bc865eeac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:51.125595 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e530e8e2-ff24-480f-b9dc-010bc865eeac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:51.129266 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3ebee5-b8af-42ad-bde8-42db5b6b81f2 None None] Network ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:13:51.197323 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-e530e8e2-ff24-480f-b9dc-010bc865eeac admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6302621 Sep 13 13:13:51.200078 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 43168) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:51.204283 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-4ba8b0c1-4cfd-403c-8a6e-cda49775201e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-451289990-router', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:13:51.236216 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1564c7bc-c5f6-553f-96c2-04a46ebbc95f-ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8', 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8', 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'fixed_ips': [{'subnet_id': 'bebc62c1-d020-46a2-906a-309dbd84a496'}]}} from dv-cinder-801354-10-iscsi. {{(pid=106851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 13:13:51.237161 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:51.261554 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:51.267818 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4ba8b0c1-4cfd-403c-8a6e-cda49775201e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13126'] for router (fa351388-3e99-4d0f-83a9-124ade515de4), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:51.268952 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4ba8b0c1-4cfd-403c-8a6e-cda49775201e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1737249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13133'] for router (fa351388-3e99-4d0f-83a9-124ade515de4), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:51.322775 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4ba8b0c1-4cfd-403c-8a6e-cda49775201e admin admin] Publish callbacks [] for router_controller (fa351388-3e99-4d0f-83a9-124ade515de4), precommit_add_association {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:51.372350 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.db_base_plugin_common [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Allocated IP 172.20.0.2 (ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8/bebc62c1-d020-46a2-906a-309dbd84a496/f11aee32-49aa-4133-978a-f141c0bdb846) {{(pid=106851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:13:51.374001 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:51.510876 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Publish callbacks [] for port (f11aee32-49aa-4133-978a-f141c0bdb846), precommit_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:51.520597 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:51.524884 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4ba8b0c1-4cfd-403c-8a6e-cda49775201e admin admin] Publish callbacks [] for router_gateway (fa351388-3e99-4d0f-83a9-124ade515de4), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:51.594623 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (f11aee32-49aa-4133-978a-f141c0bdb846), after_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:51.635826 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Network ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 is already hosted by enough agents. {{(pid=106851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:13:51.638847 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.base_scheduler [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Resources bound (agent type, host, resource id): {{(pid=106851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:13:51.641470 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Received port after_create {{(pid=106851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:13:51.660353 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Pushing event updated for resources: {'Port': ['ID=f11aee32-49aa-4133-978a-f141c0bdb846,revision_number=1']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:51.683843 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:51.684183 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:51.684524 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:51.684940 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:51.685270 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:51.685593 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:51.685934 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:51.686259 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:51.686578 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:51.686893 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:51.687207 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:51.687522 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:51.687836 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:51.688148 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:51.688458 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:51.723493 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Attempting to bind port f11aee32-49aa-4133-978a-f141c0bdb846 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:13:51.723862 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Attempting to bind port f11aee32-49aa-4133-978a-f141c0bdb846 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': '5b52370e-6d85-4efb-a48b-840f5d46cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:13:51.726873 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Attempting to bind port f11aee32-49aa-4133-978a-f141c0bdb846 on network ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:13:51.767462 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:13:51.767833 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Checking segment: {'id': '5b52370e-6d85-4efb-a48b-840f5d46cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:13:51.768226 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:51.768607 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Bound using segment: {'id': '5b52370e-6d85-4efb-a48b-840f5d46cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:13:51.769156 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Bound port: f11aee32-49aa-4133-978a-f141c0bdb846, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b52370e-6d85-4efb-a48b-840f5d46cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:13:51.769538 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (f11aee32-49aa-4133-978a-f141c0bdb846), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:51.796371 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4ba8b0c1-4cfd-403c-8a6e-cda49775201e admin admin] Publish callbacks [] for router_gateway (fa351388-3e99-4d0f-83a9-124ade515de4), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:51.815134 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4ba8b0c1-4cfd-403c-8a6e-cda49775201e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:51.835928 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] For port f11aee32-49aa-4133-978a-f141c0bdb846, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:13:51.839430 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] For port f11aee32-49aa-4133-978a-f141c0bdb846, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=f11aee32-49aa-4133-978a-f141c0bdb846,segment=NetworkSegment(5b52370e-6d85-4efb-a48b-840f5d46cda7),segment_id=5b52370e-6d85-4efb-a48b-840f5d46cda7)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:13:51.854209 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557515c8-970f-4587-a981-d1410408622c req-50b32d89-7c3c-4edf-8743-4c7f9cfa4421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:51.855765 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-557515c8-970f-4587-a981-d1410408622c req-50b32d89-7c3c-4edf-8743-4c7f9cfa4421 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a5d396f1d5c14e179ab56809f912f1dc&device_id=9d0cc6bb-60df-4c32-87ef-11ddb34a2aae HTTP/1.1" status: 200 len: 1128 time: 0.0460775 Sep 13 13:13:51.916383 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (f11aee32-49aa-4133-978a-f141c0bdb846), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:51.939699 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:51.941006 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-4ba8b0c1-4cfd-403c-8a6e-cda49775201e admin admin] Allocated IP 172.27.1.130 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/204bd7cc-8861-422b-ae76-4627d4f10689) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:13:51.950849 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc95971d-8238-409a-add1-8f2b916173cf req-7f30f6a9-87db-4ace-b541-0a7470de2193 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:51.958305 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cc95971d-8238-409a-add1-8f2b916173cf req-7f30f6a9-87db-4ace-b541-0a7470de2193 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d0cc6bb-60df-4c32-87ef-11ddb34a2aae HTTP/1.1" status: 200 len: 944 time: 0.0741608 Sep 13 13:13:51.977845 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b74b37-c06d-45ee-9e96-70b8a3a4e357 None None] Pushing event updated for resources: {'Port': ['ID=f11aee32-49aa-4133-978a-f141c0bdb846,revision_number=2']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:52.011778 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cc95971d-8238-409a-add1-8f2b916173cf req-c09cadca-381a-4ac6-89dc-b87b4b269ae9 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514712 Sep 13 13:13:52.058512 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4ba8b0c1-4cfd-403c-8a6e-cda49775201e admin admin] Publish callbacks [] for port (204bd7cc-8861-422b-ae76-4627d4f10689), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:52.155259 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4ba8b0c1-4cfd-403c-8a6e-cda49775201e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (204bd7cc-8861-422b-ae76-4627d4f10689), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:52.199444 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba8b0c1-4cfd-403c-8a6e-cda49775201e admin admin] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:13:52.203269 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-4ba8b0c1-4cfd-403c-8a6e-cda49775201e admin admin] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:13:52.208231 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba8b0c1-4cfd-403c-8a6e-cda49775201e admin admin] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:13:52.246393 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8b0c1-4cfd-403c-8a6e-cda49775201e admin admin] Pushing event updated for resources: {'Port': ['ID=204bd7cc-8861-422b-ae76-4627d4f10689,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:52.508122 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4ba8b0c1-4cfd-403c-8a6e-cda49775201e admin admin] Publish callbacks [] for router_gateway (fa351388-3e99-4d0f-83a9-124ade515de4), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:52.598055 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:52.708082 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4ba8b0c1-4cfd-403c-8a6e-cda49775201e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583670'] for router (fa351388-3e99-4d0f-83a9-124ade515de4), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:52.796574 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:52.836231 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11429e1c-4e95-4378-b58a-593ad6b5b188 None None] Network ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:13:52.847731 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557515c8-970f-4587-a981-d1410408622c req-52309f37-b423-40ef-854c-14baf3c3e5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:52.849316 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-557515c8-970f-4587-a981-d1410408622c req-52309f37-b423-40ef-854c-14baf3c3e5c6 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=a5d396f1d5c14e179ab56809f912f1dc&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1095431 Sep 13 13:13:52.901270 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-d2d68f6e-bf74-466d-956d-c51917079e27 None None] Provisioning complete for port f11aee32-49aa-4133-978a-f141c0bdb846 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:13:52.901651 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d2d68f6e-bf74-466d-956d-c51917079e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (f11aee32-49aa-4133-978a-f141c0bdb846), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:52.905108 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:UPDATE=6,neutron:SELECT=92,neutron:INSERT=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:52.908868 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ba8b0c1-4cfd-403c-8a6e-cda49775201e admin admin] Router fa351388-3e99-4d0f-83a9-124ade515de4 is scheduled to L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 with binding_index 1 {{(pid=106849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 13:13:52.962379 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557515c8-970f-4587-a981-d1410408622c req-1799f8a0-29d6-4c97-8bfa-1ab937b46f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:52.964141 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-557515c8-970f-4587-a981-d1410408622c req-1799f8a0-29d6-4c97-8bfa-1ab937b46f96 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1081643 Sep 13 13:13:53.022469 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-d2d68f6e-bf74-466d-956d-c51917079e27 None None] Current status of the port f11aee32-49aa-4133-978a-f141c0bdb846 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:13:53.023151 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d2d68f6e-bf74-466d-956d-c51917079e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (f11aee32-49aa-4133-978a-f141c0bdb846), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:53.033982 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ba8b0c1-4cfd-403c-8a6e-cda49775201e admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:13:53.058727 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] Sync routers for ids ['fa351388-3e99-4d0f-83a9-124ade515de4'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:13:53.064586 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-a7a0c76c-6e93-4fa8-8542-cc184fc8adca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:53.065691 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-a7a0c76c-6e93-4fa8-8542-cc184fc8adca service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a5d396f1d5c14e179ab56809f912f1dc&device_id=9d0cc6bb-60df-4c32-87ef-11ddb34a2aae HTTP/1.1" status: 200 len: 1128 time: 0.0631688 Sep 13 13:13:53.076247 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-d2d68f6e-bf74-466d-956d-c51917079e27 None None] For port f11aee32-49aa-4133-978a-f141c0bdb846, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=f11aee32-49aa-4133-978a-f141c0bdb846,segment=NetworkSegment(5b52370e-6d85-4efb-a48b-840f5d46cda7),segment_id=5b52370e-6d85-4efb-a48b-840f5d46cda7)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:13:53.090368 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] Routers {'fa351388-3e99-4d0f-83a9-124ade515de4'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:13:53.091005 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:13:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['fa351388-3e99-4d0f-83a9-124ade515de4'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:53.118540 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-1300addb-2d4e-4699-b839-f5a7325d4b34 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a335baf-4975-440e-b0bb-e486d80046d9 HTTP/1.1" status: 200 len: 217 time: 0.0410664 Sep 13 13:13:53.143957 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4ba8b0c1-4cfd-403c-8a6e-cda49775201e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:53.145093 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-4ba8b0c1-4cfd-403c-8a6e-cda49775201e admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9440928 Sep 13 13:13:53.148203 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 43182) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:53.170423 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d2d68f6e-bf74-466d-956d-c51917079e27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (f11aee32-49aa-4133-978a-f141c0bdb846), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:53.195168 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2bb461-959b-4d56-80ff-5983e89dc348 req-930f6196-5fda-454f-b5e0-304379f7a655 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:53.197449 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bf2bb461-959b-4d56-80ff-5983e89dc348 req-930f6196-5fda-454f-b5e0-304379f7a655 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d0cc6bb-60df-4c32-87ef-11ddb34a2aae HTTP/1.1" status: 200 len: 944 time: 0.0824294 Sep 13 13:13:53.214500 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] Set router fa351388-3e99-4d0f-83a9-124ade515de4 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:13:53.216754 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-72ebbf07-001a-47f7-a55d-4dc72af0ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:53.218743 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-72ebbf07-001a-47f7-a55d-4dc72af0ae16 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=a8e3d6d4-bebd-4ba0-be58-c94492e30e96 HTTP/1.1" status: 200 len: 849 time: 0.0910430 Sep 13 13:13:53.259719 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-83791f9e-db7a-4613-84bb-8a18e82d5b8c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=54458d17-cf99-4ceb-be5e-fa27751fbf40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315509 Sep 13 13:13:53.265097 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d68f6e-bf74-466d-956d-c51917079e27 None None] Pushing event updated for resources: {'Port': ['ID=f11aee32-49aa-4133-978a-f141c0bdb846,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:53.374129 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bf2bb461-959b-4d56-80ff-5983e89dc348 req-ade81a4f-9e89-47cf-8e28-e35f20cbd4d4 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652262 Sep 13 13:13:53.398662 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-6435e69b-9e7c-4ace-83c6-0c01082347e0 None None] Provisioning complete for port f11aee32-49aa-4133-978a-f141c0bdb846 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:13:53.398662 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-6435e69b-9e7c-4ace-83c6-0c01082347e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (f11aee32-49aa-4133-978a-f141c0bdb846), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:53.440687 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'name': 'tempest-TestMinimumBasicScenario-451289990-router', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:52Z', 'revision_number': 3, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'gw_port': {'id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:53.441001 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-32369fe5-845c-4985-9a15-1fc0e75abfb4 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/54458d17-cf99-4ceb-be5e-fa27751fbf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633887 Sep 13 13:13:53.464877 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] Checking router: fa351388-3e99-4d0f-83a9-124ade515de4 for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:13:53.465218 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] Updating router fa351388-3e99-4d0f-83a9-124ade515de4 port 204bd7cc-8861-422b-ae76-4627d4f10689 binding host dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 13:13:53.477220 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-6435e69b-9e7c-4ace-83c6-0c01082347e0 None None] Current status of the port f11aee32-49aa-4133-978a-f141c0bdb846 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:13:53.498070 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (204bd7cc-8861-422b-ae76-4627d4f10689), before_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:53.558430 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d02fdd5a-5fa6-4704-874c-0ea863252133 req-574b5ef1-4b9e-47cb-913d-3db489e51933 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/54458d17-cf99-4ceb-be5e-fa27751fbf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105433 Sep 13 13:13:53.576633 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:53.632669 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device f11aee32-49aa-4133-978a-f141c0bdb846 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:13:53.659192 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:53.683931 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port f11aee32-49aa-4133-978a-f141c0bdb846 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:13:53.684305 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (f11aee32-49aa-4133-978a-f141c0bdb846), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:53.765016 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port f11aee32-49aa-4133-978a-f141c0bdb846 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:13:53.782093 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] Publish callbacks [] for port (204bd7cc-8861-422b-ae76-4627d4f10689), precommit_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:53.857134 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (204bd7cc-8861-422b-ae76-4627d4f10689), after_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:53.857593 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:53.891616 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] Attempting to bind port 204bd7cc-8861-422b-ae76-4627d4f10689 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:13:53.891982 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] Attempting to bind port 204bd7cc-8861-422b-ae76-4627d4f10689 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}] {{(pid=106852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:13:53.892342 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] Attempting to bind port 204bd7cc-8861-422b-ae76-4627d4f10689 on network b91df1e9-be0f-4e52-84e7-72fa847e0b1f {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:13:53.900298 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-020fe923-4c00-4cb7-b029-c6535dc4e1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:53.930688 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c9ebc-fd18-43e1-a021-9246057ce5a9 None None] Pushing event updated for resources: {'Port': ['ID=204bd7cc-8861-422b-ae76-4627d4f10689,revision_number=2']} {{(pid=106852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:53.943706 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c9ebc-fd18-43e1-a021-9246057ce5a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:53.944044 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c9ebc-fd18-43e1-a021-9246057ce5a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:53.944478 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c9ebc-fd18-43e1-a021-9246057ce5a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:53.944863 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c9ebc-fd18-43e1-a021-9246057ce5a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:53.945206 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c9ebc-fd18-43e1-a021-9246057ce5a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:53.945510 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c9ebc-fd18-43e1-a021-9246057ce5a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:53.945861 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c9ebc-fd18-43e1-a021-9246057ce5a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:53.946182 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c9ebc-fd18-43e1-a021-9246057ce5a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:53.946516 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c9ebc-fd18-43e1-a021-9246057ce5a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:53.946836 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c9ebc-fd18-43e1-a021-9246057ce5a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:53.947182 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c9ebc-fd18-43e1-a021-9246057ce5a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:53.947516 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c9ebc-fd18-43e1-a021-9246057ce5a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:53.947831 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c9ebc-fd18-43e1-a021-9246057ce5a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:53.948140 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c9ebc-fd18-43e1-a021-9246057ce5a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:53.948449 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99c9ebc-fd18-43e1-a021-9246057ce5a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106852) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:53.962323 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:13:53.962694 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] Checking segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:13:53.963097 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:53.963485 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] Bound using segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:13:53.963981 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] Bound port: 204bd7cc-8861-422b-ae76-4627d4f10689, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}}] {{(pid=106852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:13:53.964830 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (204bd7cc-8861-422b-ae76-4627d4f10689), before_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:54.023746 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.db [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] For port 204bd7cc-8861-422b-ae76-4627d4f10689, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:13:54.027303 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.db [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] For port 204bd7cc-8861-422b-ae76-4627d4f10689, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=204bd7cc-8861-422b-ae76-4627d4f10689,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:13:54.072401 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-020fe923-4c00-4cb7-b029-c6535dc4e1ed admin admin] Allocated IP 172.20.0.1 (ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8/bebc62c1-d020-46a2-906a-309dbd84a496/72e21ac9-3e86-4604-8d5b-78ae607cb4f3) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:13:54.092587 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (204bd7cc-8861-422b-ae76-4627d4f10689), after_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:54.138226 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] Routers {'fa351388-3e99-4d0f-83a9-124ade515de4'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:13:54.138584 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:13:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['fa351388-3e99-4d0f-83a9-124ade515de4'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:54.184210 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-020fe923-4c00-4cb7-b029-c6535dc4e1ed admin admin] Publish callbacks [] for port (72e21ac9-3e86-4604-8d5b-78ae607cb4f3), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:54.185704 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:54.196117 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99c9ebc-fd18-43e1-a021-9246057ce5a9 None None] Pushing event updated for resources: {'Port': ['ID=204bd7cc-8861-422b-ae76-4627d4f10689,revision_number=3']} {{(pid=106852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:54.206568 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:54.261227 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] Set router fa351388-3e99-4d0f-83a9-124ade515de4 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:13:54.320344 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-020fe923-4c00-4cb7-b029-c6535dc4e1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (72e21ac9-3e86-4604-8d5b-78ae607cb4f3), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:54.377101 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020fe923-4c00-4cb7-b029-c6535dc4e1ed admin admin] Network ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:13:54.380927 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-020fe923-4c00-4cb7-b029-c6535dc4e1ed admin admin] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:13:54.386720 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020fe923-4c00-4cb7-b029-c6535dc4e1ed admin admin] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:13:54.439590 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-020fe923-4c00-4cb7-b029-c6535dc4e1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803539'] for router_interface (fa351388-3e99-4d0f-83a9-124ade515de4), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:54.492939 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fe923-4c00-4cb7-b029-c6535dc4e1ed admin admin] Pushing event updated for resources: {'Port': ['ID=72e21ac9-3e86-4604-8d5b-78ae607cb4f3,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:54.561247 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0625f6-6448-4125-82cb-f132eea7f8ff req-677808d6-0b1e-4e1b-8fc3-3a814dffde47 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:54.562861 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cc0625f6-6448-4125-82cb-f132eea7f8ff req-677808d6-0b1e-4e1b-8fc3-3a814dffde47 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d0cc6bb-60df-4c32-87ef-11ddb34a2aae HTTP/1.1" status: 200 len: 944 time: 0.0791316 Sep 13 13:13:54.588608 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:54.604541 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'name': 'tempest-TestMinimumBasicScenario-451289990-router', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:52Z', 'revision_number': 3, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'gw_port': {'id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:54.618860 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cc0625f6-6448-4125-82cb-f132eea7f8ff req-d5772abe-e102-430e-a796-9ac4da2c3738 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474524 Sep 13 13:13:54.649620 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef4b49b-d55e-45c4-91a0-70ddf8f476a6 None None] The sync data for ids ['fa351388-3e99-4d0f-83a9-124ade515de4'] in dv-cinder-801354-10-iscsi is: [{'id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'name': 'tempest-TestMinimumBasicScenario-451289990-router', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:52Z', 'revision_number': 3, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'gw_port': {'id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:13:54.698274 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-020fe923-4c00-4cb7-b029-c6535dc4e1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (72e21ac9-3e86-4604-8d5b-78ae607cb4f3), before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:54.703148 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-eb40267a-9caa-45a3-8686-8af347d65179 None None] Provisioning complete for port 72e21ac9-3e86-4604-8d5b-78ae607cb4f3 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:13:54.703739 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-eb40267a-9caa-45a3-8686-8af347d65179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (72e21ac9-3e86-4604-8d5b-78ae607cb4f3), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:54.709835 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:54.740686 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-eb40267a-9caa-45a3-8686-8af347d65179 None None] Port 72e21ac9-3e86-4604-8d5b-78ae607cb4f3 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:13:54.877605 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-020fe923-4c00-4cb7-b029-c6535dc4e1ed admin admin] Publish callbacks [] for port (72e21ac9-3e86-4604-8d5b-78ae607cb4f3), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:54.960059 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-020fe923-4c00-4cb7-b029-c6535dc4e1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4769003'] for port (72e21ac9-3e86-4604-8d5b-78ae607cb4f3), after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:54.983862 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:55.033770 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020fe923-4c00-4cb7-b029-c6535dc4e1ed admin admin] Pushing event updated for resources: {'Port': ['ID=72e21ac9-3e86-4604-8d5b-78ae607cb4f3,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:55.037492 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-020fe923-4c00-4cb7-b029-c6535dc4e1ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1691706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1803655'] for router_interface (fa351388-3e99-4d0f-83a9-124ade515de4), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:55.142929 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020fe923-4c00-4cb7-b029-c6535dc4e1ed admin admin] Network ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:13:55.144388 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-020fe923-4c00-4cb7-b029-c6535dc4e1ed admin admin] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:13:55.269441 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-020fe923-4c00-4cb7-b029-c6535dc4e1ed admin admin] Router fa351388-3e99-4d0f-83a9-124ade515de4 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:13:55.403135 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-020fe923-4c00-4cb7-b029-c6535dc4e1ed admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:13:55.408526 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-020fe923-4c00-4cb7-b029-c6535dc4e1ed admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/fa351388-3e99-4d0f-83a9-124ade515de4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2592928 Sep 13 13:13:55.473872 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-0fd89c76-61cd-43a2-8c85-26d681bd6699 None None] Provisioning complete for port 72e21ac9-3e86-4604-8d5b-78ae607cb4f3 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:13:55.474263 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-0fd89c76-61cd-43a2-8c85-26d681bd6699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (72e21ac9-3e86-4604-8d5b-78ae607cb4f3), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:55.519327 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-0fd89c76-61cd-43a2-8c85-26d681bd6699 None None] Port 72e21ac9-3e86-4604-8d5b-78ae607cb4f3 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:13:55.639362 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 204bd7cc-8861-422b-ae76-4627d4f10689 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:13:55.684449 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 204bd7cc-8861-422b-ae76-4627d4f10689 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:13:55.686761 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (204bd7cc-8861-422b-ae76-4627d4f10689), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:55.755765 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b9188-a12d-4528-862d-c3a8cbd58579 req-15c8b184-670f-485f-9561-ef7b90aa70e4 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:55.760855 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5b3b9188-a12d-4528-862d-c3a8cbd58579 req-15c8b184-670f-485f-9561-ef7b90aa70e4 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d0cc6bb-60df-4c32-87ef-11ddb34a2aae HTTP/1.1" status: 200 len: 944 time: 0.0618212 Sep 13 13:13:55.792055 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 204bd7cc-8861-422b-ae76-4627d4f10689 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:13:55.792830 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (204bd7cc-8861-422b-ae76-4627d4f10689), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:55.816496 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5b3b9188-a12d-4528-862d-c3a8cbd58579 req-b1d20336-2c6e-458d-8595-281428732645 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457599 Sep 13 13:13:55.818309 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port 204bd7cc-8861-422b-ae76-4627d4f10689, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=204bd7cc-8861-422b-ae76-4627d4f10689,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:13:55.989007 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (204bd7cc-8861-422b-ae76-4627d4f10689), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:56.046146 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=204bd7cc-8861-422b-ae76-4627d4f10689,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:56.129944 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4b0ad0-15f7-471c-adcc-288ea3caf792 req-23cd2cd4-143e-4b12-b9e4-f25046928c0b tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:56.131591 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0b4b0ad0-15f7-471c-adcc-288ea3caf792 req-23cd2cd4-143e-4b12-b9e4-f25046928c0b tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6935da72-6ad7-49cd-8297-b30f11ba00f9 HTTP/1.1" status: 200 len: 945 time: 0.0536563 Sep 13 13:13:56.182297 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0b4b0ad0-15f7-471c-adcc-288ea3caf792 req-6291a3b6-7d2e-47f3-bc8f-9201bc1feea9 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447319 Sep 13 13:13:56.328501 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 43232) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:56.333598 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1063135969-network', 'tenant_id': '6208cd035241428eb8f820b1088bcf90'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:13:56.337551 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] Sync routers for ids ['fa351388-3e99-4d0f-83a9-124ade515de4'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:13:56.348928 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] Routers {'fa351388-3e99-4d0f-83a9-124ade515de4'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:13:56.349547 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:13:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['fa351388-3e99-4d0f-83a9-124ade515de4'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:56.440151 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Made reservation on behalf of 6208cd035241428eb8f820b1088bcf90 for: {'network': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:13:56.442870 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for network (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:56.453705 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:56.527528 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:56.548090 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Publish callbacks [] for security_group (1362a680-fe6d-4b28-a575-c5b89da132b5), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:56.581794 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] Set router fa351388-3e99-4d0f-83a9-124ade515de4 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:13:56.611497 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:56.640547 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (1362a680-fe6d-4b28-a575-c5b89da132b5), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:56.668451 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=106850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 13:13:56.677420 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1362a680-fe6d-4b28-a575-c5b89da132b5,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:56.686406 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (de09c6b0-954a-4b80-b761-c8ee1c12bb08), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:56.686740 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.segments_db [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Added segment de09c6b0-954a-4b80-b761-c8ee1c12bb08 of type vlan for network ce96681e-4183-4704-85f3-9558a02b798d Sep 13 13:13:56.705513 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:56.705513 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:56.705513 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:56.705513 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:56.705513 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:56.705513 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:56.705513 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:56.705513 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:56.705513 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:56.705513 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:56.705513 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:56.705513 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:56.705513 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:56.705513 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:56.705513 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:13:56.750359 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734282471325'] for network (ce96681e-4183-4704-85f3-9558a02b798d), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:56.775554 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'name': 'tempest-TestMinimumBasicScenario-451289990-router', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:54Z', 'revision_number': 4, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'gw_port': {'id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '72e21ac9-3e86-4604-8d5b-78ae607cb4f3', 'name': '', 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'mac_address': 'fa:16:3e:cc:e1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'bebc62c1-d020-46a2-906a-309dbd84a496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:53Z', 'updated_at': '2022-09-13T13:13:54Z', 'revision_number': 2, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'subnets': [{'id': 'bebc62c1-d020-46a2-906a-309dbd84a496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:56.803377 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] Checking router: fa351388-3e99-4d0f-83a9-124ade515de4 for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:13:56.804196 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] Updating router fa351388-3e99-4d0f-83a9-124ade515de4 port 72e21ac9-3e86-4604-8d5b-78ae607cb4f3 binding host dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 13:13:56.830959 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (72e21ac9-3e86-4604-8d5b-78ae607cb4f3), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:56.844764 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:56.853551 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for network (ce96681e-4183-4704-85f3-9558a02b798d), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:56.854829 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:56.855416 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:56.923782 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] Pushing event updated for resources: {'Network': ['ID=ce96681e-4183-4704-85f3-9558a02b798d,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:56.941666 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Network ce96681e-4183-4704-85f3-9558a02b798d details requested by agent ovs-agent-dv-cinder-801354-10-iscsi with host dv-cinder-801354-10-iscsi {{(pid=106851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 13:13:56.977400 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-0d253865-7638-4521-b873-c00fe1aa3423 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6448698 Sep 13 13:13:56.977916 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 43242) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:56.981475 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99825f-05b6-4d75-9124-1bf70dcde085 req-341115bd-55fb-4546-935c-6d1981963618 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:56.983016 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7c99825f-05b6-4d75-9124-1bf70dcde085 req-341115bd-55fb-4546-935c-6d1981963618 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d0cc6bb-60df-4c32-87ef-11ddb34a2aae HTTP/1.1" status: 200 len: 944 time: 0.0560079 Sep 13 13:13:56.991620 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-293582e7-3978-48fe-bef2-965bf6f36ba4 admin admin] Request body: {'subnet': {'network_id': 'ce96681e-4183-4704-85f3-9558a02b798d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1063135969-subnet', 'tenant_id': '6208cd035241428eb8f820b1088bcf90', 'ip_version': 4}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:13:57.017010 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 43244) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:57.041000 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 1a335baf-4975-440e-b0bb-e486d80046d9 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:13:57.050476 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7c99825f-05b6-4d75-9124-1bf70dcde085 req-2a262dd8-4526-4731-98e4-4027588bee4e tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608819 Sep 13 13:13:57.119312 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293582e7-3978-48fe-bef2-965bf6f36ba4 admin admin] Made reservation on behalf of 6208cd035241428eb8f820b1088bcf90 for: {'subnet': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:13:57.121908 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-293582e7-3978-48fe-bef2-965bf6f36ba4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7736809'] for subnet (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:57.145968 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a33d62fc-5d6c-4264-be41-bc31464d0ddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:57.148668 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:57.239878 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a33d62fc-5d6c-4264-be41-bc31464d0ddb admin admin] Publish callbacks [] for security_group (c71444cd-be76-4099-a9fc-159fe3d6b161), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:57.251799 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 1a335baf-4975-440e-b0bb-e486d80046d9, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=1a335baf-4975-440e-b0bb-e486d80046d9,segment=NetworkSegment(5c7e138f-0bdd-42cd-9041-a02642f72e8c),segment_id=5c7e138f-0bdd-42cd-9041-a02642f72e8c)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:13:57.264320 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:57.277895 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': '1a335baf-4975-440e-b0bb-e486d80046d9', 'network_id': '54458d17-cf99-4ceb-be5e-fa27751fbf40', 'port_id': '1a335baf-4975-440e-b0bb-e486d80046d9', 'mac_address': 'fa:16:3e:d6:d4:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e3d6d4-bebd-4ba0-be58-c94492e30e96', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:13:57.280897 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] Publish callbacks [] for port (72e21ac9-3e86-4604-8d5b-78ae607cb4f3), precommit_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:57.312425 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d7d968-f6e7-421a-b189-a3b09a020ff6 req-01dc35b2-ffe9-4487-ba47-ea4d8e7e9ebc tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:57.313985 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-94d7d968-f6e7-421a-b189-a3b09a020ff6 req-01dc35b2-ffe9-4487-ba47-ea4d8e7e9ebc tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6935da72-6ad7-49cd-8297-b30f11ba00f9 HTTP/1.1" status: 200 len: 945 time: 0.0495725 Sep 13 13:13:57.315662 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-a33d62fc-5d6c-4264-be41-bc31464d0ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (c71444cd-be76-4099-a9fc-159fe3d6b161), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:57.320042 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 1a335baf-4975-440e-b0bb-e486d80046d9 is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:13:57.320658 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (1a335baf-4975-440e-b0bb-e486d80046d9), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:57.333763 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a335baf-4975-440e-b0bb-e486d80046d9 {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:13:57.353812 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (72e21ac9-3e86-4604-8d5b-78ae607cb4f3), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:57.358360 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 1a335baf-4975-440e-b0bb-e486d80046d9, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=1a335baf-4975-440e-b0bb-e486d80046d9,segment=NetworkSegment(5c7e138f-0bdd-42cd-9041-a02642f72e8c),segment_id=5c7e138f-0bdd-42cd-9041-a02642f72e8c)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:13:57.380847 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-a33d62fc-5d6c-4264-be41-bc31464d0ddb admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=b851820b983f402a8c3ed75883365cd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3614125 Sep 13 13:13:57.384303 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 43250) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:57.386051 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d62fc-5d6c-4264-be41-bc31464d0ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71444cd-be76-4099-a9fc-159fe3d6b161,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:57.403306 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:57.413094 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-94d7d968-f6e7-421a-b189-a3b09a020ff6 req-c993567d-c865-415b-8182-d2654ef6298e tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922561 Sep 13 13:13:57.423136 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-293582e7-3978-48fe-bef2-965bf6f36ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4782416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7736827'] for subnet (2feb9169-ed0c-453f-8a7e-4ba5144c6cb8), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:57.423794 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b679bec-e578-4de7-86d9-c2ecaee58978 None None] Pushing event updated for resources: {'Port': ['ID=72e21ac9-3e86-4604-8d5b-78ae607cb4f3,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:57.454191 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (1a335baf-4975-440e-b0bb-e486d80046d9), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:57.458565 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] Attempting to bind port 72e21ac9-3e86-4604-8d5b-78ae607cb4f3 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:13:57.458924 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] Attempting to bind port 72e21ac9-3e86-4604-8d5b-78ae607cb4f3 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': '5b52370e-6d85-4efb-a48b-840f5d46cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:13:57.459282 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] Attempting to bind port 72e21ac9-3e86-4604-8d5b-78ae607cb4f3 on network ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:13:57.486477 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e0eb-d385-4bd5-b11f-4fc4ea1c51fc admin admin] Publish callbacks [] for security_group (c71444cd-be76-4099-a9fc-159fe3d6b161), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:57.515154 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293582e7-3978-48fe-bef2-965bf6f36ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2feb9169-ed0c-453f-8a7e-4ba5144c6cb8,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:57.529863 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e0eb-d385-4bd5-b11f-4fc4ea1c51fc admin admin] Publish callbacks [] for security_group (c71444cd-be76-4099-a9fc-159fe3d6b161), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:57.542146 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293582e7-3978-48fe-bef2-965bf6f36ba4 admin admin] Checking segment: {'id': 'de09c6b0-954a-4b80-b761-c8ee1c12bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ce96681e-4183-4704-85f3-9558a02b798d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:13:57.542435 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=1a335baf-4975-440e-b0bb-e486d80046d9,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:57.542549 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293582e7-3978-48fe-bef2-965bf6f36ba4 admin admin] Network hostable DHCP agents. Network: ce96681e-4183-4704-85f3-9558a02b798d, hostable agents: ['03c760d5-e05f-4ba1-99ba-fbb88ab66826'], hosted agents: [] {{(pid=106849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 13:13:57.545634 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:13:57.546080 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] Checking segment: {'id': '5b52370e-6d85-4efb-a48b-840f5d46cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:13:57.546425 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:57.546868 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] Bound using segment: {'id': '5b52370e-6d85-4efb-a48b-840f5d46cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:13:57.547270 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] Bound port: 72e21ac9-3e86-4604-8d5b-78ae607cb4f3, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b52370e-6d85-4efb-a48b-840f5d46cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:13:57.547651 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (72e21ac9-3e86-4604-8d5b-78ae607cb4f3), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:57.574194 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:57.617785 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] For port 72e21ac9-3e86-4604-8d5b-78ae607cb4f3, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:13:57.621347 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] For port 72e21ac9-3e86-4604-8d5b-78ae607cb4f3, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=72e21ac9-3e86-4604-8d5b-78ae607cb4f3,segment=NetworkSegment(5b52370e-6d85-4efb-a48b-840f5d46cda7),segment_id=5b52370e-6d85-4efb-a48b-840f5d46cda7)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:13:57.641433 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 204bd7cc-8861-422b-ae76-4627d4f10689 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:13:57.646876 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293582e7-3978-48fe-bef2-965bf6f36ba4 admin admin] Network ce96681e-4183-4704-85f3-9558a02b798d is scheduled to be hosted by DHCP agent 03c760d5-e05f-4ba1-99ba-fbb88ab66826 with binding_index 1 {{(pid=106849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 13:13:57.664389 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4dd642-91b8-450a-9fc5-8ba7a1130a3c req-935af371-cb22-4908-b29f-45cede391bf7 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:57.665420 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3f4dd642-91b8-450a-9fc5-8ba7a1130a3c req-935af371-cb22-4908-b29f-45cede391bf7 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=6935da72-6ad7-49cd-8297-b30f11ba00f9 HTTP/1.1" status: 200 len: 945 time: 0.0609314 Sep 13 13:13:57.666477 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['1a335baf-4975-440e-b0bb-e486d80046d9'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:13:57.668490 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e0eb-d385-4bd5-b11f-4fc4ea1c51fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (c71444cd-be76-4099-a9fc-159fe3d6b161), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:57.671427 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-bbc1e0eb-d385-4bd5-b11f-4fc4ea1c51fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:57.672733 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-bbc1e0eb-d385-4bd5-b11f-4fc4ea1c51fc admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/c71444cd-be76-4099-a9fc-159fe3d6b161 HTTP/1.1" status: 204 len: 168 time: 0.2874248 Sep 13 13:13:57.683723 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc1e0eb-d385-4bd5-b11f-4fc4ea1c51fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71444cd-be76-4099-a9fc-159fe3d6b161,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:57.694342 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:57.723714 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (72e21ac9-3e86-4604-8d5b-78ae607cb4f3), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:57.732491 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-293582e7-3978-48fe-bef2-965bf6f36ba4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-10-iscsi, ce96681e-4183-4704-85f3-9558a02b798d) {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:13:57.735969 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293582e7-3978-48fe-bef2-965bf6f36ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:57.736704 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-293582e7-3978-48fe-bef2-965bf6f36ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:57.768286 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-169915e1-1941-416e-8d11-645580e21cb9 None None] Network ce96681e-4183-4704-85f3-9558a02b798d requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:13:57.774966 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] Routers {'fa351388-3e99-4d0f-83a9-124ade515de4'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:13:57.775597 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:13:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['fa351388-3e99-4d0f-83a9-124ade515de4'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:57.778099 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:DELETE=1,neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:57.782661 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-3f4dd642-91b8-450a-9fc5-8ba7a1130a3c req-d9946387-ec73-4356-8296-4a4e7361fb5c tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Deleting port fb3ca08f-0729-4475-9313-aa32b2d0a159 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:13:57.782995 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-3f4dd642-91b8-450a-9fc5-8ba7a1130a3c req-d9946387-ec73-4356-8296-4a4e7361fb5c tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (fb3ca08f-0729-4475-9313-aa32b2d0a159), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:57.830291 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-293582e7-3978-48fe-bef2-965bf6f36ba4 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8505836 Sep 13 13:13:57.833072 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 43254) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:57.839749 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-0a27fb70-95e4-4038-bb8e-944323341978 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1063135969-router', 'tenant_id': '6208cd035241428eb8f820b1088bcf90', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:13:57.890266 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-3f4dd642-91b8-450a-9fc5-8ba7a1130a3c req-d9946387-ec73-4356-8296-4a4e7361fb5c tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] For port fb3ca08f-0729-4475-9313-aa32b2d0a159, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fb3ca08f-0729-4475-9313-aa32b2d0a159,segment=NetworkSegment(a8bead74-4232-4f16-9175-eb0c92afaa60),segment_id=a8bead74-4232-4f16-9175-eb0c92afaa60)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:13:57.890895 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-3f4dd642-91b8-450a-9fc5-8ba7a1130a3c req-d9946387-ec73-4356-8296-4a4e7361fb5c tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (fb3ca08f-0729-4475-9313-aa32b2d0a159), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:57.894384 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 204bd7cc-8861-422b-ae76-4627d4f10689 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:13:57.894800 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (204bd7cc-8861-422b-ae76-4627d4f10689), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:57.905804 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-3f4dd642-91b8-450a-9fc5-8ba7a1130a3c req-d9946387-ec73-4356-8296-4a4e7361fb5c tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Calling delete_port for fb3ca08f-0729-4475-9313-aa32b2d0a159 owned by compute:nova {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:13:57.925053 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0a27fb70-95e4-4038-bb8e-944323341978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13126'] for router (25eb774b-5a42-486b-8062-73585ccc3366), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:57.927641 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0a27fb70-95e4-4038-bb8e-944323341978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1737249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13133'] for router (25eb774b-5a42-486b-8062-73585ccc3366), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:57.941966 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b679bec-e578-4de7-86d9-c2ecaee58978 None None] Pushing event updated for resources: {'Port': ['ID=72e21ac9-3e86-4604-8d5b-78ae607cb4f3,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:58.021633 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0a27fb70-95e4-4038-bb8e-944323341978 admin admin] Publish callbacks [] for router_controller (25eb774b-5a42-486b-8062-73585ccc3366), precommit_add_association {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:58.051734 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=100 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:58.090171 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] Set router fa351388-3e99-4d0f-83a9-124ade515de4 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:13:58.096577 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13d6942-7923-4313-a6b2-e523d71d990e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1564c7bc-c5f6-553f-96c2-04a46ebbc95f-ce96681e-4183-4704-85f3-9558a02b798d', 'network_id': 'ce96681e-4183-4704-85f3-9558a02b798d', 'project_id': '6208cd035241428eb8f820b1088bcf90', 'fixed_ips': [{'subnet_id': '2feb9169-ed0c-453f-8a7e-4ba5144c6cb8'}]}} from dv-cinder-801354-10-iscsi. {{(pid=106851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 13:13:58.097516 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-b13d6942-7923-4313-a6b2-e523d71d990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:58.138691 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-3f4dd642-91b8-450a-9fc5-8ba7a1130a3c req-d9946387-ec73-4356-8296-4a4e7361fb5c tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (fb3ca08f-0729-4475-9313-aa32b2d0a159), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:58.213093 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2af025e-7d91-4302-bb7b-2bb27ff850d5 req-0a28f80d-f66a-4ca9-bc8b-9d2b90456863 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:58.215618 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e2af025e-7d91-4302-bb7b-2bb27ff850d5 req-0a28f80d-f66a-4ca9-bc8b-9d2b90456863 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d0cc6bb-60df-4c32-87ef-11ddb34a2aae HTTP/1.1" status: 200 len: 945 time: 0.0736873 Sep 13 13:13:58.251609 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9946387-ec73-4356-8296-4a4e7361fb5c tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Pushing event deleted for resources: {'Port': ['ID=fb3ca08f-0729-4475-9313-aa32b2d0a159,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:58.305389 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0a27fb70-95e4-4038-bb8e-944323341978 admin admin] Publish callbacks [] for router_gateway (25eb774b-5a42-486b-8062-73585ccc3366), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:58.315047 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f4dd642-91b8-450a-9fc5-8ba7a1130a3c req-d9946387-ec73-4356-8296-4a4e7361fb5c tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] No DVR routers for this DVR port fb3ca08f-0729-4475-9313-aa32b2d0a159 on host hv-cinder-80135 {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:13:58.317724 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-3f4dd642-91b8-450a-9fc5-8ba7a1130a3c req-d9946387-ec73-4356-8296-4a4e7361fb5c tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:58.321384 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3f4dd642-91b8-450a-9fc5-8ba7a1130a3c req-d9946387-ec73-4356-8296-4a4e7361fb5c tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.61 "DELETE /networking/v2.0/ports/fb3ca08f-0729-4475-9313-aa32b2d0a159 HTTP/1.1" status: 204 len: 173 time: 0.6502731 Sep 13 13:13:58.321927 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6935da72-6ad7-49cd-8297-b30f11ba00f9', 'name': 'network-vif-deleted', 'tag': 'fb3ca08f-0729-4475-9313-aa32b2d0a159'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:13:58.324556 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30fc56c-41ee-4d80-98f5-3367f51093de" -d '{"events": [{"server_uuid": "6935da72-6ad7-49cd-8297-b30f11ba00f9", "name": "network-vif-deleted", "tag": "fb3ca08f-0729-4475-9313-aa32b2d0a159"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:13:58.365664 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e2af025e-7d91-4302-bb7b-2bb27ff850d5 req-aa26ffc6-1c66-4fde-adda-545937233d57 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158123 Sep 13 13:13:58.389696 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 204bd7cc-8861-422b-ae76-4627d4f10689 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:13:58.411494 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a1988c6-f3c1-40b0-b2c1-4fa0686b731a x-openstack-request-id: req-6a1988c6-f3c1-40b0-b2c1-4fa0686b731a {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:13:58.411969 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6935da72-6ad7-49cd-8297-b30f11ba00f9", "name": "network-vif-deleted", "tag": "fb3ca08f-0729-4475-9313-aa32b2d0a159", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:13:58.412275 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-6a1988c6-f3c1-40b0-b2c1-4fa0686b731a {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:13:58.412877 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a1988c6-f3c1-40b0-b2c1-4fa0686b731a'] response: {'server_uuid': '6935da72-6ad7-49cd-8297-b30f11ba00f9', 'name': 'network-vif-deleted', 'tag': 'fb3ca08f-0729-4475-9313-aa32b2d0a159', 'status': 'completed', 'code': 200} Sep 13 13:13:58.546853 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-780d2bd5-679a-4a54-8b5f-3b9f475de49a req-3c1904c5-fd3b-4fe2-8d44-f9947cb1eb75 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6935da72-6ad7-49cd-8297-b30f11ba00f9 HTTP/1.1" status: 200 len: 210 time: 0.0383914 Sep 13 13:13:58.644093 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:58.644231 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0a27fb70-95e4-4038-bb8e-944323341978 admin admin] Publish callbacks [] for router_gateway (25eb774b-5a42-486b-8062-73585ccc3366), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:58.668243 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0a27fb70-95e4-4038-bb8e-944323341978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:58.679434 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.db_base_plugin_common [None req-b13d6942-7923-4313-a6b2-e523d71d990e None None] Allocated IP 172.20.0.2 (ce96681e-4183-4704-85f3-9558a02b798d/2feb9169-ed0c-453f-8a7e-4ba5144c6cb8/e324473f-1a81-4dda-8817-fc706927a9ed) {{(pid=106851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:13:58.728398 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:DELETE=5,neutron:INSERT=9,neutron:SELECT=83,neutron:UPDATE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:58.747327 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'name': 'tempest-TestMinimumBasicScenario-451289990-router', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:54Z', 'revision_number': 4, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'gw_port': {'id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '72e21ac9-3e86-4604-8d5b-78ae607cb4f3', 'name': '', 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'mac_address': 'fa:16:3e:cc:e1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'bebc62c1-d020-46a2-906a-309dbd84a496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:53Z', 'updated_at': '2022-09-13T13:13:57Z', 'revision_number': 4, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'subnets': [{'id': 'bebc62c1-d020-46a2-906a-309dbd84a496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:13:58.795346 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-0a27fb70-95e4-4038-bb8e-944323341978 admin admin] Allocated IP 172.27.1.34 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/49548af6-89cf-4308-aa11-ad556180ceea) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:13:58.800277 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcf6193-0bfc-4de2-a620-453ddfff24ce None None] The sync data for ids ['fa351388-3e99-4d0f-83a9-124ade515de4'] in dv-cinder-801354-10-iscsi is: [{'id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'name': 'tempest-TestMinimumBasicScenario-451289990-router', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:54Z', 'revision_number': 4, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'gw_port': {'id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '72e21ac9-3e86-4604-8d5b-78ae607cb4f3', 'name': '', 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'mac_address': 'fa:16:3e:cc:e1:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'bebc62c1-d020-46a2-906a-309dbd84a496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:53Z', 'updated_at': '2022-09-13T13:13:57Z', 'revision_number': 4, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'subnets': [{'id': 'bebc62c1-d020-46a2-906a-309dbd84a496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:13:58.847992 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['fb3ca08f-0729-4475-9313-aa32b2d0a159'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:13:58.970442 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0a27fb70-95e4-4038-bb8e-944323341978 admin admin] Publish callbacks [] for port (49548af6-89cf-4308-aa11-ad556180ceea), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:58.983453 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 43280) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:13:59.001321 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-b13d6942-7923-4313-a6b2-e523d71d990e None None] Publish callbacks [] for port (e324473f-1a81-4dda-8817-fc706927a9ed), precommit_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:59.047431 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 1a335baf-4975-440e-b0bb-e486d80046d9 up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:13:59.078363 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-b13d6942-7923-4313-a6b2-e523d71d990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (e324473f-1a81-4dda-8817-fc706927a9ed), after_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:59.096834 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-8f8cb8bc-40d3-4aa9-a088-bdb1dfa00c98 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1250886040-network', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:13:59.097517 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0a27fb70-95e4-4038-bb8e-944323341978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (49548af6-89cf-4308-aa11-ad556180ceea), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:59.110009 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:59.135436 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13d6942-7923-4313-a6b2-e523d71d990e None None] Network ce96681e-4183-4704-85f3-9558a02b798d is already hosted by enough agents. {{(pid=106851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:13:59.136745 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.base_scheduler [None req-b13d6942-7923-4313-a6b2-e523d71d990e None None] Resources bound (agent type, host, resource id): {{(pid=106851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:13:59.139579 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13d6942-7923-4313-a6b2-e523d71d990e None None] Received port after_create {{(pid=106851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:13:59.145711 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a27fb70-95e4-4038-bb8e-944323341978 admin admin] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:13:59.151800 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-0a27fb70-95e4-4038-bb8e-944323341978 admin admin] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:13:59.154064 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a27fb70-95e4-4038-bb8e-944323341978 admin admin] Pushing event updated for resources: {'Port': ['ID=49548af6-89cf-4308-aa11-ad556180ceea,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:59.156495 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a27fb70-95e4-4038-bb8e-944323341978 admin admin] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:13:59.189588 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d6942-7923-4313-a6b2-e523d71d990e None None] Pushing event updated for resources: {'Port': ['ID=e324473f-1a81-4dda-8817-fc706927a9ed,revision_number=1']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:59.191875 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning for port 1a335baf-4975-440e-b0bb-e486d80046d9 completed by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 13:13:59.206109 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8cb8bc-40d3-4aa9-a088-bdb1dfa00c98 admin admin] Made reservation on behalf of bdc958fc46ca40afa50f4e7f43a0ffe1 for: {'network': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:13:59.214139 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8f8cb8bc-40d3-4aa9-a088-bdb1dfa00c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for network (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:59.227487 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8f8cb8bc-40d3-4aa9-a088-bdb1dfa00c98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:59.239594 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-b13d6942-7923-4313-a6b2-e523d71d990e None None] Attempting to bind port e324473f-1a81-4dda-8817-fc706927a9ed on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:13:59.240330 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-b13d6942-7923-4313-a6b2-e523d71d990e None None] Attempting to bind port e324473f-1a81-4dda-8817-fc706927a9ed by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': 'de09c6b0-954a-4b80-b761-c8ee1c12bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ce96681e-4183-4704-85f3-9558a02b798d'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:13:59.240903 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d6942-7923-4313-a6b2-e523d71d990e None None] Attempting to bind port e324473f-1a81-4dda-8817-fc706927a9ed on network ce96681e-4183-4704-85f3-9558a02b798d {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:13:59.298660 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d6942-7923-4313-a6b2-e523d71d990e None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:13:59.299041 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d6942-7923-4313-a6b2-e523d71d990e None None] Checking segment: {'id': 'de09c6b0-954a-4b80-b761-c8ee1c12bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ce96681e-4183-4704-85f3-9558a02b798d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:13:59.299573 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-b13d6942-7923-4313-a6b2-e523d71d990e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:59.302250 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13d6942-7923-4313-a6b2-e523d71d990e None None] Bound using segment: {'id': 'de09c6b0-954a-4b80-b761-c8ee1c12bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ce96681e-4183-4704-85f3-9558a02b798d'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:13:59.302250 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-b13d6942-7923-4313-a6b2-e523d71d990e None None] Bound port: e324473f-1a81-4dda-8817-fc706927a9ed, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de09c6b0-954a-4b80-b761-c8ee1c12bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ce96681e-4183-4704-85f3-9558a02b798d'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:13:59.302250 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-b13d6942-7923-4313-a6b2-e523d71d990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (e324473f-1a81-4dda-8817-fc706927a9ed), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:59.303600 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:59.339420 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port 1a335baf-4975-440e-b0bb-e486d80046d9 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:13:59.339420 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (1a335baf-4975-440e-b0bb-e486d80046d9), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:59.343219 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8f8cb8bc-40d3-4aa9-a088-bdb1dfa00c98 admin admin] Publish callbacks [] for security_group (52ed26bc-4141-47f7-8ae2-f080ffdada0e), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:59.410839 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-b13d6942-7923-4313-a6b2-e523d71d990e None None] For port e324473f-1a81-4dda-8817-fc706927a9ed, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:13:59.416022 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-b13d6942-7923-4313-a6b2-e523d71d990e None None] For port e324473f-1a81-4dda-8817-fc706927a9ed, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=e324473f-1a81-4dda-8817-fc706927a9ed,segment=NetworkSegment(de09c6b0-954a-4b80-b761-c8ee1c12bb08),segment_id=de09c6b0-954a-4b80-b761-c8ee1c12bb08)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:13:59.453631 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:13:59.455008 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 1a335baf-4975-440e-b0bb-e486d80046d9 is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:13:59.455431 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (1a335baf-4975-440e-b0bb-e486d80046d9), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:59.481158 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0cc6bb-60df-4c32-87ef-11ddb34a2aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a335baf-4975-440e-b0bb-e486d80046d9'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:13:59.483415 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f7b715-63e5-4033-81da-fd173545541e" -d '{"events": [{"server_uuid": "9d0cc6bb-60df-4c32-87ef-11ddb34a2aae", "name": "network-vif-plugged", "status": "completed", "tag": "1a335baf-4975-440e-b0bb-e486d80046d9"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:13:59.499698 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 1a335baf-4975-440e-b0bb-e486d80046d9, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=1a335baf-4975-440e-b0bb-e486d80046d9,segment=NetworkSegment(5c7e138f-0bdd-42cd-9041-a02642f72e8c),segment_id=5c7e138f-0bdd-42cd-9041-a02642f72e8c)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:13:59.511514 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8f8cb8bc-40d3-4aa9-a088-bdb1dfa00c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (52ed26bc-4141-47f7-8ae2-f080ffdada0e), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:59.525329 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1807e5-2fdf-49e3-9cc0-0574877906e7 req-8f940602-9438-4a66-821a-e179826d51dd tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:59.526895 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0f1807e5-2fdf-49e3-9cc0-0574877906e7 req-8f940602-9438-4a66-821a-e179826d51dd tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d0cc6bb-60df-4c32-87ef-11ddb34a2aae HTTP/1.1" status: 200 len: 945 time: 0.0684068 Sep 13 13:13:59.533801 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-b13d6942-7923-4313-a6b2-e523d71d990e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (e324473f-1a81-4dda-8817-fc706927a9ed), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:59.590670 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8cb8bc-40d3-4aa9-a088-bdb1dfa00c98 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=106850) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 13:13:59.603444 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:13:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c93b6b-f510-49c6-9cba-14ab2b2e0e09 x-openstack-request-id: req-60c93b6b-f510-49c6-9cba-14ab2b2e0e09 {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:13:59.603769 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0cc6bb-60df-4c32-87ef-11ddb34a2aae", "name": "network-vif-plugged", "status": "completed", "tag": "1a335baf-4975-440e-b0bb-e486d80046d9", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:13:59.610753 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-60c93b6b-f510-49c6-9cba-14ab2b2e0e09 {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:13:59.611213 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c93b6b-f510-49c6-9cba-14ab2b2e0e09'] response: {'server_uuid': '9d0cc6bb-60df-4c32-87ef-11ddb34a2aae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a335baf-4975-440e-b0bb-e486d80046d9', 'code': 200} Sep 13 13:13:59.614783 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (1a335baf-4975-440e-b0bb-e486d80046d9), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:59.626236 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cb8bc-40d3-4aa9-a088-bdb1dfa00c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ed26bc-4141-47f7-8ae2-f080ffdada0e,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:59.665056 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13d6942-7923-4313-a6b2-e523d71d990e None None] Pushing event updated for resources: {'Port': ['ID=e324473f-1a81-4dda-8817-fc706927a9ed,revision_number=2']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:59.677470 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8f8cb8bc-40d3-4aa9-a088-bdb1dfa00c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (4fa5d14e-1fd3-4799-916d-af0e71dd35cb), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:59.691036 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.segments_db [None req-8f8cb8bc-40d3-4aa9-a088-bdb1dfa00c98 admin admin] Added segment 4fa5d14e-1fd3-4799-916d-af0e71dd35cb of type vlan for network 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 Sep 13 13:13:59.756482 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 72e21ac9-3e86-4604-8d5b-78ae607cb4f3 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:13:59.799857 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8f8cb8bc-40d3-4aa9-a088-bdb1dfa00c98 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734282471325'] for network (0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:59.813686 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0f1807e5-2fdf-49e3-9cc0-0574877906e7 req-b5cd1e13-10f6-44be-8d50-155361d095ef tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460015 Sep 13 13:13:59.864478 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-416b067f-7009-4202-a436-8daed87dfc1e req-3600aa22-f1b5-4d27-a195-9748800dfa98 tempest-VolumesSnapshotTestJSON-834120315 tempest-VolumesSnapshotTestJSON-834120315-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=6935da72-6ad7-49cd-8297-b30f11ba00f9 HTTP/1.1" status: 200 len: 210 time: 0.0546315 Sep 13 13:13:59.895836 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=1a335baf-4975-440e-b0bb-e486d80046d9,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:13:59.916886 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 72e21ac9-3e86-4604-8d5b-78ae607cb4f3 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:13:59.925576 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (72e21ac9-3e86-4604-8d5b-78ae607cb4f3), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:59.989302 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8f8cb8bc-40d3-4aa9-a088-bdb1dfa00c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for network (0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:13:59.993167 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8cb8bc-40d3-4aa9-a088-bdb1dfa00c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:13:59.993167 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-8f8cb8bc-40d3-4aa9-a088-bdb1dfa00c98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:00.081542 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 72e21ac9-3e86-4604-8d5b-78ae607cb4f3 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:00.083003 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (72e21ac9-3e86-4604-8d5b-78ae607cb4f3), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:00.093353 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8cb8bc-40d3-4aa9-a088-bdb1dfa00c98 admin admin] Pushing event updated for resources: {'Network': ['ID=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:00.128294 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Network 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 details requested by agent ovs-agent-dv-cinder-801354-10-iscsi with host dv-cinder-801354-10-iscsi {{(pid=106851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 13:14:00.156810 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 43290) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:14:00.159922 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-8f8cb8bc-40d3-4aa9-a088-bdb1dfa00c98 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1715462 Sep 13 13:14:00.161962 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-0b91d1d7-bac5-4fd8-b476-785b85a6d111 admin admin] Request body: {'subnet': {'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1250886040-subnet', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'ip_version': 4}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:14:00.203586 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0a27fb70-95e4-4038-bb8e-944323341978 admin admin] Publish callbacks [] for router_gateway (25eb774b-5a42-486b-8062-73585ccc3366), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:00.206692 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port 72e21ac9-3e86-4604-8d5b-78ae607cb4f3, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=72e21ac9-3e86-4604-8d5b-78ae607cb4f3,segment=NetworkSegment(5b52370e-6d85-4efb-a48b-840f5d46cda7),segment_id=5b52370e-6d85-4efb-a48b-840f5d46cda7)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:14:00.213489 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eb5fbb-79ee-4356-b924-c45879e656f3 req-b58653b2-5fb2-4e8e-8bd0-1ab3243d6462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:00.215482 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-06eb5fbb-79ee-4356-b924-c45879e656f3 req-b58653b2-5fb2-4e8e-8bd0-1ab3243d6462 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9d0cc6bb-60df-4c32-87ef-11ddb34a2aae HTTP/1.1" status: 200 len: 1130 time: 0.0508204 Sep 13 13:14:00.266576 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-06eb5fbb-79ee-4356-b924-c45879e656f3 req-c072da13-276f-4328-91f2-6f89adb8ddb4 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452220 Sep 13 13:14:00.274683 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (72e21ac9-3e86-4604-8d5b-78ae607cb4f3), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:00.290961 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b91d1d7-bac5-4fd8-b476-785b85a6d111 admin admin] Made reservation on behalf of bdc958fc46ca40afa50f4e7f43a0ffe1 for: {'subnet': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:14:00.294546 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0b91d1d7-bac5-4fd8-b476-785b85a6d111 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7736809'] for subnet (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:00.326032 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=72e21ac9-3e86-4604-8d5b-78ae607cb4f3,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:00.500628 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0a27fb70-95e4-4038-bb8e-944323341978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583670'] for router (25eb774b-5a42-486b-8062-73585ccc3366), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:00.697620 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0b91d1d7-bac5-4fd8-b476-785b85a6d111 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4782416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7736827'] for subnet (16dc0d19-1a02-4b68-ae43-e72feeb444a5), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:00.759520 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91d1d7-bac5-4fd8-b476-785b85a6d111 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16dc0d19-1a02-4b68-ae43-e72feeb444a5,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:00.763357 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a27fb70-95e4-4038-bb8e-944323341978 admin admin] Router 25eb774b-5a42-486b-8062-73585ccc3366 is scheduled to L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 with binding_index 1 {{(pid=106849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 13:14:00.776451 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b91d1d7-bac5-4fd8-b476-785b85a6d111 admin admin] Checking segment: {'id': '4fa5d14e-1fd3-4799-916d-af0e71dd35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:14:00.776914 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b91d1d7-bac5-4fd8-b476-785b85a6d111 admin admin] Network hostable DHCP agents. Network: 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3, hostable agents: ['03c760d5-e05f-4ba1-99ba-fbb88ab66826'], hosted agents: [] {{(pid=106849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 13:14:00.807170 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a72b35-04e7-4349-be94-f44027df5b8c None None] Network ce96681e-4183-4704-85f3-9558a02b798d requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:14:00.846066 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:00.882515 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a27fb70-95e4-4038-bb8e-944323341978 admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:14:00.949062 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] Sync routers for ids ['25eb774b-5a42-486b-8062-73585ccc3366'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:14:00.950387 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-7ef21d87-ac2c-4838-a767-daa46f581c26 None None] Provisioning complete for port e324473f-1a81-4dda-8817-fc706927a9ed triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:00.950387 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-7ef21d87-ac2c-4838-a767-daa46f581c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (e324473f-1a81-4dda-8817-fc706927a9ed), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:00.950750 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] Routers {'25eb774b-5a42-486b-8062-73585ccc3366'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:14:00.950750 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:13:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['25eb774b-5a42-486b-8062-73585ccc3366'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:01.017023 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-7ef21d87-ac2c-4838-a767-daa46f581c26 None None] Current status of the port e324473f-1a81-4dda-8817-fc706927a9ed is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:01.017383 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-7ef21d87-ac2c-4838-a767-daa46f581c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (e324473f-1a81-4dda-8817-fc706927a9ed), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:01.022727 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f2743-e4ad-4f22-87c8-9855f3ae9fad req-79e333a3-3c9d-4964-abec-7c00d49cf682 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:01.025363 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c64f2743-e4ad-4f22-87c8-9855f3ae9fad req-79e333a3-3c9d-4964-abec-7c00d49cf682 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d0cc6bb-60df-4c32-87ef-11ddb34a2aae HTTP/1.1" status: 200 len: 946 time: 0.0828187 Sep 13 13:14:01.081472 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device fb3ca08f-0729-4475-9313-aa32b2d0a159 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:14:01.087428 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-7ef21d87-ac2c-4838-a767-daa46f581c26 None None] For port e324473f-1a81-4dda-8817-fc706927a9ed, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=e324473f-1a81-4dda-8817-fc706927a9ed,segment=NetworkSegment(de09c6b0-954a-4b80-b761-c8ee1c12bb08),segment_id=de09c6b0-954a-4b80-b761-c8ee1c12bb08)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:14:01.112886 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] No Port match for: fb3ca08f-0729-4475-9313-aa32b2d0a159 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:14:01.113898 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device fb3ca08f-0729-4475-9313-aa32b2d0a159 not bound to the agent host hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:14:01.118149 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c64f2743-e4ad-4f22-87c8-9855f3ae9fad req-47d3434b-3ca1-43e4-9d0b-064687f5f6cf tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850685 Sep 13 13:14:01.122622 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] Set router 25eb774b-5a42-486b-8062-73585ccc3366 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:14:01.126264 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b91d1d7-bac5-4fd8-b476-785b85a6d111 admin admin] Network 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 is scheduled to be hosted by DHCP agent 03c760d5-e05f-4ba1-99ba-fbb88ab66826 with binding_index 1 {{(pid=106849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 13:14:01.156875 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0a27fb70-95e4-4038-bb8e-944323341978 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:01.159480 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-0a27fb70-95e4-4038-bb8e-944323341978 admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3239906 Sep 13 13:14:01.161790 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 43298) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:14:01.234531 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-7ef21d87-ac2c-4838-a767-daa46f581c26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (e324473f-1a81-4dda-8817-fc706927a9ed), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:01.263368 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-0b91d1d7-bac5-4fd8-b476-785b85a6d111 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-10-iscsi, 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3) {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:14:01.273574 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b91d1d7-bac5-4fd8-b476-785b85a6d111 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:01.279039 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-0b91d1d7-bac5-4fd8-b476-785b85a6d111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:01.285213 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4fd05df-cae2-4baa-b92e-76871ad825eb None None] Network 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:14:01.332001 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25eb774b-5a42-486b-8062-73585ccc3366', 'name': 'tempest-TestMinimumBasicScenario-1063135969-router', 'tenant_id': '6208cd035241428eb8f820b1088bcf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '49548af6-89cf-4308-aa11-ad556180ceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:13:57Z', 'updated_at': '2022-09-13T13:13:59Z', 'revision_number': 3, 'project_id': '6208cd035241428eb8f820b1088bcf90', 'gw_port': {'id': '49548af6-89cf-4308-aa11-ad556180ceea', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25eb774b-5a42-486b-8062-73585ccc3366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:58Z', 'updated_at': '2022-09-13T13:13:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:01.363219 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] Checking router: 25eb774b-5a42-486b-8062-73585ccc3366 for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:14:01.363640 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] Updating router 25eb774b-5a42-486b-8062-73585ccc3366 port 49548af6-89cf-4308-aa11-ad556180ceea binding host dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 13:14:01.378235 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef21d87-ac2c-4838-a767-daa46f581c26 None None] Pushing event updated for resources: {'Port': ['ID=e324473f-1a81-4dda-8817-fc706927a9ed,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:01.380838 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-811b1bcd-07c2-46a1-bc4f-f0e0a451c8c6 None None] Provisioning complete for port e324473f-1a81-4dda-8817-fc706927a9ed triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:01.381772 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-811b1bcd-07c2-46a1-bc4f-f0e0a451c8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (e324473f-1a81-4dda-8817-fc706927a9ed), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:01.398331 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (49548af6-89cf-4308-aa11-ad556180ceea), before_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:01.456439 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-0b91d1d7-bac5-4fd8-b476-785b85a6d111 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2959247 Sep 13 13:14:01.457138 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 43300) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:14:01.461156 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-121ce266-fb23-4125-aed1-00925f06d068 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:14:01.605135 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-121ce266-fb23-4125-aed1-00925f06d068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13126'] for router (778604aa-641e-4fd9-b5bf-dc746b1d952c), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:01.606811 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-121ce266-fb23-4125-aed1-00925f06d068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1737249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13133'] for router (778604aa-641e-4fd9-b5bf-dc746b1d952c), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:01.672688 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] Publish callbacks [] for port (49548af6-89cf-4308-aa11-ad556180ceea), precommit_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:01.675313 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:01.686888 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-121ce266-fb23-4125-aed1-00925f06d068 admin admin] Publish callbacks [] for router_controller (778604aa-641e-4fd9-b5bf-dc746b1d952c), precommit_add_association {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:01.710122 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c08272a3-7d14-4a1c-88ff-91858d6a2fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:01.720009 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7340388f-81e6-46a2-af00-e22aed9322a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1564c7bc-c5f6-553f-96c2-04a46ebbc95f-0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5'}]}} from dv-cinder-801354-10-iscsi. {{(pid=106851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 13:14:01.720951 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-7340388f-81e6-46a2-af00-e22aed9322a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:01.735287 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-811b1bcd-07c2-46a1-bc4f-f0e0a451c8c6 None None] Current status of the port e324473f-1a81-4dda-8817-fc706927a9ed is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:01.749657 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:01.782616 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (49548af6-89cf-4308-aa11-ad556180ceea), after_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:01.813251 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:01.840643 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device e324473f-1a81-4dda-8817-fc706927a9ed up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:14:01.865135 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ae989-7bbc-40e8-9a09-b5d246ac3ded None None] Pushing event updated for resources: {'Port': ['ID=49548af6-89cf-4308-aa11-ad556180ceea,revision_number=2']} {{(pid=106852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:01.868383 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] Attempting to bind port 49548af6-89cf-4308-aa11-ad556180ceea on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:14:01.869067 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] Attempting to bind port 49548af6-89cf-4308-aa11-ad556180ceea by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}] {{(pid=106852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:14:01.869674 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] Attempting to bind port 49548af6-89cf-4308-aa11-ad556180ceea on network b91df1e9-be0f-4e52-84e7-72fa847e0b1f {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:14:01.922785 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:01.929322 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:14:01.936060 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] Checking segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:14:01.936060 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:01.936060 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] Bound using segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:14:01.936060 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] Bound port: 49548af6-89cf-4308-aa11-ad556180ceea, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}}] {{(pid=106852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:14:01.936060 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (49548af6-89cf-4308-aa11-ad556180ceea), before_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:01.972099 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port e324473f-1a81-4dda-8817-fc706927a9ed triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:01.972641 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (e324473f-1a81-4dda-8817-fc706927a9ed), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:01.989222 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.db [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] For port 49548af6-89cf-4308-aa11-ad556180ceea, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:14:01.997547 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.db [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] For port 49548af6-89cf-4308-aa11-ad556180ceea, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=49548af6-89cf-4308-aa11-ad556180ceea,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:14:02.005803 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [None req-c08272a3-7d14-4a1c-88ff-91858d6a2fe5 admin admin] Allocated IP 172.20.0.1 (ce96681e-4183-4704-85f3-9558a02b798d/2feb9169-ed0c-453f-8a7e-4ba5144c6cb8/d927f181-607a-4e99-b9ce-102fe361761f) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:14:02.015157 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.db_base_plugin_common [None req-7340388f-81e6-46a2-af00-e22aed9322a1 None None] Allocated IP 172.20.0.2 (0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3/16dc0d19-1a02-4b68-ae43-e72feeb444a5/647b8c0b-fe9c-4bd3-9f40-97af6473b20f) {{(pid=106851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:14:02.042273 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-121ce266-fb23-4125-aed1-00925f06d068 admin admin] Publish callbacks [] for router_gateway (778604aa-641e-4fd9-b5bf-dc746b1d952c), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:02.080532 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (49548af6-89cf-4308-aa11-ad556180ceea), after_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:02.116154 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c08272a3-7d14-4a1c-88ff-91858d6a2fe5 admin admin] Publish callbacks [] for port (d927f181-607a-4e99-b9ce-102fe361761f), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:02.121722 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] Routers {'25eb774b-5a42-486b-8062-73585ccc3366'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:14:02.122603 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:13:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['25eb774b-5a42-486b-8062-73585ccc3366'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:02.123582 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port e324473f-1a81-4dda-8817-fc706927a9ed is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:02.124703 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 72e21ac9-3e86-4604-8d5b-78ae607cb4f3 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:14:02.154363 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:02.182843 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ae989-7bbc-40e8-9a09-b5d246ac3ded None None] Pushing event updated for resources: {'Port': ['ID=49548af6-89cf-4308-aa11-ad556180ceea,revision_number=3']} {{(pid=106852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:02.205093 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 72e21ac9-3e86-4604-8d5b-78ae607cb4f3 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:02.205338 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (72e21ac9-3e86-4604-8d5b-78ae607cb4f3), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:02.251734 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c08272a3-7d14-4a1c-88ff-91858d6a2fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (d927f181-607a-4e99-b9ce-102fe361761f), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:02.270017 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-7340388f-81e6-46a2-af00-e22aed9322a1 None None] Publish callbacks [] for port (647b8c0b-fe9c-4bd3-9f40-97af6473b20f), precommit_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:02.271670 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] Set router 25eb774b-5a42-486b-8062-73585ccc3366 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:14:02.321778 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 72e21ac9-3e86-4604-8d5b-78ae607cb4f3 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:02.361439 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-7340388f-81e6-46a2-af00-e22aed9322a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (647b8c0b-fe9c-4bd3-9f40-97af6473b20f), after_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:02.378433 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-121ce266-fb23-4125-aed1-00925f06d068 admin admin] Publish callbacks [] for router_gateway (778604aa-641e-4fd9-b5bf-dc746b1d952c), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:02.415323 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7340388f-81e6-46a2-af00-e22aed9322a1 None None] Network 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 is already hosted by enough agents. {{(pid=106851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:14:02.421435 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.base_scheduler [None req-7340388f-81e6-46a2-af00-e22aed9322a1 None None] Resources bound (agent type, host, resource id): {{(pid=106851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:14:02.422824 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:02.425126 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-121ce266-fb23-4125-aed1-00925f06d068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:02.429636 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7340388f-81e6-46a2-af00-e22aed9322a1 None None] Received port after_create {{(pid=106851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:14:02.433566 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340388f-81e6-46a2-af00-e22aed9322a1 None None] Pushing event updated for resources: {'Port': ['ID=647b8c0b-fe9c-4bd3-9f40-97af6473b20f,revision_number=1']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:02.498416 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-7340388f-81e6-46a2-af00-e22aed9322a1 None None] Attempting to bind port 647b8c0b-fe9c-4bd3-9f40-97af6473b20f on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:14:02.499507 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-7340388f-81e6-46a2-af00-e22aed9322a1 None None] Attempting to bind port 647b8c0b-fe9c-4bd3-9f40-97af6473b20f by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': '4fa5d14e-1fd3-4799-916d-af0e71dd35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:14:02.500001 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7340388f-81e6-46a2-af00-e22aed9322a1 None None] Attempting to bind port 647b8c0b-fe9c-4bd3-9f40-97af6473b20f on network 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:14:02.503929 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25eb774b-5a42-486b-8062-73585ccc3366', 'name': 'tempest-TestMinimumBasicScenario-1063135969-router', 'tenant_id': '6208cd035241428eb8f820b1088bcf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '49548af6-89cf-4308-aa11-ad556180ceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:13:57Z', 'updated_at': '2022-09-13T13:13:59Z', 'revision_number': 3, 'project_id': '6208cd035241428eb8f820b1088bcf90', 'gw_port': {'id': '49548af6-89cf-4308-aa11-ad556180ceea', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25eb774b-5a42-486b-8062-73585ccc3366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:58Z', 'updated_at': '2022-09-13T13:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:02.540070 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8121b6d-a440-4b04-837e-5d7beed71ece None None] The sync data for ids ['25eb774b-5a42-486b-8062-73585ccc3366'] in dv-cinder-801354-10-iscsi is: [{'id': '25eb774b-5a42-486b-8062-73585ccc3366', 'name': 'tempest-TestMinimumBasicScenario-1063135969-router', 'tenant_id': '6208cd035241428eb8f820b1088bcf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '49548af6-89cf-4308-aa11-ad556180ceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:13:57Z', 'updated_at': '2022-09-13T13:13:59Z', 'revision_number': 3, 'project_id': '6208cd035241428eb8f820b1088bcf90', 'gw_port': {'id': '49548af6-89cf-4308-aa11-ad556180ceea', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25eb774b-5a42-486b-8062-73585ccc3366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:58Z', 'updated_at': '2022-09-13T13:14:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:14:02.558343 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7340388f-81e6-46a2-af00-e22aed9322a1 None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:14:02.558719 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7340388f-81e6-46a2-af00-e22aed9322a1 None None] Checking segment: {'id': '4fa5d14e-1fd3-4799-916d-af0e71dd35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:14:02.559120 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-7340388f-81e6-46a2-af00-e22aed9322a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:02.559515 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7340388f-81e6-46a2-af00-e22aed9322a1 None None] Bound using segment: {'id': '4fa5d14e-1fd3-4799-916d-af0e71dd35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:14:02.559998 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-7340388f-81e6-46a2-af00-e22aed9322a1 None None] Bound port: 647b8c0b-fe9c-4bd3-9f40-97af6473b20f, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa5d14e-1fd3-4799-916d-af0e71dd35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:14:02.560382 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-7340388f-81e6-46a2-af00-e22aed9322a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (647b8c0b-fe9c-4bd3-9f40-97af6473b20f), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:02.563832 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-121ce266-fb23-4125-aed1-00925f06d068 admin admin] Allocated IP 172.27.1.36 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/65b1cb83-1c95-4be2-9a21-950d946ea56c) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:14:02.582127 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:02.628088 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08272a3-7d14-4a1c-88ff-91858d6a2fe5 admin admin] Network ce96681e-4183-4704-85f3-9558a02b798d is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:14:02.639559 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-c08272a3-7d14-4a1c-88ff-91858d6a2fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:14:02.643716 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c08272a3-7d14-4a1c-88ff-91858d6a2fe5 admin admin] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:14:02.654300 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c08fc93-4492-48cd-9e4d-98eb90131f20 req-14b7a680-7e84-4fc4-b89d-1044836cee66 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:02.656185 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3c08fc93-4492-48cd-9e4d-98eb90131f20 req-14b7a680-7e84-4fc4-b89d-1044836cee66 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d0cc6bb-60df-4c32-87ef-11ddb34a2aae HTTP/1.1" status: 200 len: 946 time: 0.4433727 Sep 13 13:14:02.659018 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08272a3-7d14-4a1c-88ff-91858d6a2fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=d927f181-607a-4e99-b9ce-102fe361761f,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:02.666142 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-7340388f-81e6-46a2-af00-e22aed9322a1 None None] For port 647b8c0b-fe9c-4bd3-9f40-97af6473b20f, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:14:02.670085 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-7340388f-81e6-46a2-af00-e22aed9322a1 None None] For port 647b8c0b-fe9c-4bd3-9f40-97af6473b20f, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=647b8c0b-fe9c-4bd3-9f40-97af6473b20f,segment=NetworkSegment(4fa5d14e-1fd3-4799-916d-af0e71dd35cb),segment_id=4fa5d14e-1fd3-4799-916d-af0e71dd35cb)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:14:02.716680 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-121ce266-fb23-4125-aed1-00925f06d068 admin admin] Publish callbacks [] for port (65b1cb83-1c95-4be2-9a21-950d946ea56c), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:02.727018 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c08272a3-7d14-4a1c-88ff-91858d6a2fe5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803539'] for router_interface (25eb774b-5a42-486b-8062-73585ccc3366), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:02.780948 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3c08fc93-4492-48cd-9e4d-98eb90131f20 req-5e0fe7fe-8e5c-4045-ae9b-c7fb8089120c tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006603 Sep 13 13:14:02.783515 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-7340388f-81e6-46a2-af00-e22aed9322a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (647b8c0b-fe9c-4bd3-9f40-97af6473b20f), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:02.834564 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-121ce266-fb23-4125-aed1-00925f06d068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (65b1cb83-1c95-4be2-9a21-950d946ea56c), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:02.933152 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340388f-81e6-46a2-af00-e22aed9322a1 None None] Pushing event updated for resources: {'Port': ['ID=647b8c0b-fe9c-4bd3-9f40-97af6473b20f,revision_number=2']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:02.954043 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121ce266-fb23-4125-aed1-00925f06d068 admin admin] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:14:02.964534 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-121ce266-fb23-4125-aed1-00925f06d068 admin admin] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:14:02.967649 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121ce266-fb23-4125-aed1-00925f06d068 admin admin] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:14:03.042411 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c08272a3-7d14-4a1c-88ff-91858d6a2fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (d927f181-607a-4e99-b9ce-102fe361761f), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:03.070341 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-f66ebe46-8424-45e3-89bd-c2c1b1b2309a None None] Provisioning complete for port d927f181-607a-4e99-b9ce-102fe361761f triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:03.070854 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-f66ebe46-8424-45e3-89bd-c2c1b1b2309a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (d927f181-607a-4e99-b9ce-102fe361761f), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:03.150123 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-f66ebe46-8424-45e3-89bd-c2c1b1b2309a None None] Port d927f181-607a-4e99-b9ce-102fe361761f cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:14:03.203375 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:03.237537 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121ce266-fb23-4125-aed1-00925f06d068 admin admin] Pushing event updated for resources: {'Port': ['ID=65b1cb83-1c95-4be2-9a21-950d946ea56c,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:03.311071 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c08272a3-7d14-4a1c-88ff-91858d6a2fe5 admin admin] Publish callbacks [] for port (d927f181-607a-4e99-b9ce-102fe361761f), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:03.337170 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-cd6473c9-8d69-4eb6-9295-7bf0c94867ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:03.468474 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c08272a3-7d14-4a1c-88ff-91858d6a2fe5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (d927f181-607a-4e99-b9ce-102fe361761f), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:03.485777 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-121ce266-fb23-4125-aed1-00925f06d068 admin admin] Publish callbacks [] for router_gateway (778604aa-641e-4fd9-b5bf-dc746b1d952c), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:03.571012 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08272a3-7d14-4a1c-88ff-91858d6a2fe5 admin admin] Pushing event updated for resources: {'Port': ['ID=d927f181-607a-4e99-b9ce-102fe361761f,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:03.585973 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c08272a3-7d14-4a1c-88ff-91858d6a2fe5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1691706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1803655'] for router_interface (25eb774b-5a42-486b-8062-73585ccc3366), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:03.707080 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 647b8c0b-fe9c-4bd3-9f40-97af6473b20f up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:14:03.735541 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c08272a3-7d14-4a1c-88ff-91858d6a2fe5 admin admin] Network ce96681e-4183-4704-85f3-9558a02b798d is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:14:03.737772 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-c08272a3-7d14-4a1c-88ff-91858d6a2fe5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:14:03.802505 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 647b8c0b-fe9c-4bd3-9f40-97af6473b20f triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:03.805364 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (647b8c0b-fe9c-4bd3-9f40-97af6473b20f), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:03.832682 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-121ce266-fb23-4125-aed1-00925f06d068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583670'] for router (778604aa-641e-4fd9-b5bf-dc746b1d952c), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:03.837058 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:03.918862 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:03.948469 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08272a3-7d14-4a1c-88ff-91858d6a2fe5 admin admin] Router 25eb774b-5a42-486b-8062-73585ccc3366 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:14:03.998831 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 647b8c0b-fe9c-4bd3-9f40-97af6473b20f is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:03.999250 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (647b8c0b-fe9c-4bd3-9f40-97af6473b20f), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:04.065127 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:04.088624 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port 647b8c0b-fe9c-4bd3-9f40-97af6473b20f, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=647b8c0b-fe9c-4bd3-9f40-97af6473b20f,segment=NetworkSegment(4fa5d14e-1fd3-4799-916d-af0e71dd35cb),segment_id=4fa5d14e-1fd3-4799-916d-af0e71dd35cb)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:14:04.093882 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-e1954657-1163-49b5-bd1c-b77bb23a861a None None] Provisioning complete for port d927f181-607a-4e99-b9ce-102fe361761f triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:04.094260 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-e1954657-1163-49b5-bd1c-b77bb23a861a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (d927f181-607a-4e99-b9ce-102fe361761f), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:04.108145 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08272a3-7d14-4a1c-88ff-91858d6a2fe5 admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:14:04.117535 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-c08272a3-7d14-4a1c-88ff-91858d6a2fe5 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/25eb774b-5a42-486b-8062-73585ccc3366/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9539065 Sep 13 13:14:04.131734 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-e1954657-1163-49b5-bd1c-b77bb23a861a None None] Port d927f181-607a-4e99-b9ce-102fe361761f cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:14:04.159755 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121ce266-fb23-4125-aed1-00925f06d068 admin admin] Router 778604aa-641e-4fd9-b5bf-dc746b1d952c is scheduled to L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 with binding_index 1 {{(pid=106849) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 13:14:04.160224 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (647b8c0b-fe9c-4bd3-9f40-97af6473b20f), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:04.162440 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 49548af6-89cf-4308-aa11-ad556180ceea up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:14:04.246378 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=647b8c0b-fe9c-4bd3-9f40-97af6473b20f,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:04.290788 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 49548af6-89cf-4308-aa11-ad556180ceea triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:04.290788 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (49548af6-89cf-4308-aa11-ad556180ceea), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:04.290788 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8833fe89-740b-4801-8ba5-7e056b073aa5 None None] Network 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:14:04.323429 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121ce266-fb23-4125-aed1-00925f06d068 admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:14:04.350588 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:04.375411 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] Sync routers for ids ['778604aa-641e-4fd9-b5bf-dc746b1d952c'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:14:04.390159 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-121ce266-fb23-4125-aed1-00925f06d068 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:04.391420 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-121ce266-fb23-4125-aed1-00925f06d068 admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9338584 Sep 13 13:14:04.394017 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 43334) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:14:04.409170 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0809a9-6b05-4931-a1f9-f5bb5089e003 req-27348e5e-ca33-4ec2-9a5f-529bebd3d3fc tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:04.411411 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dc0809a9-6b05-4931-a1f9-f5bb5089e003 req-27348e5e-ca33-4ec2-9a5f-529bebd3d3fc tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d0cc6bb-60df-4c32-87ef-11ddb34a2aae HTTP/1.1" status: 200 len: 946 time: 0.0594940 Sep 13 13:14:04.415011 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] Routers {'778604aa-641e-4fd9-b5bf-dc746b1d952c'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:14:04.415840 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:13:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['778604aa-641e-4fd9-b5bf-dc746b1d952c'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:04.422490 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-22b51c7f-47f1-4e33-8f14-beb7630e3a93 None None] Provisioning complete for port 647b8c0b-fe9c-4bd3-9f40-97af6473b20f triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:04.423983 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-22b51c7f-47f1-4e33-8f14-beb7630e3a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (647b8c0b-fe9c-4bd3-9f40-97af6473b20f), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:04.436514 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:04.480716 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dc0809a9-6b05-4931-a1f9-f5bb5089e003 req-02000b81-3236-43a3-9d18-2716a6db4c70 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603733 Sep 13 13:14:04.495076 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:04.686284 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] Set router 778604aa-641e-4fd9-b5bf-dc746b1d952c gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:14:04.735018 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 49548af6-89cf-4308-aa11-ad556180ceea is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:04.735465 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (49548af6-89cf-4308-aa11-ad556180ceea), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:04.828832 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-22b51c7f-47f1-4e33-8f14-beb7630e3a93 None None] Current status of the port 647b8c0b-fe9c-4bd3-9f40-97af6473b20f is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:04.863426 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port 49548af6-89cf-4308-aa11-ad556180ceea, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=49548af6-89cf-4308-aa11-ad556180ceea,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:14:04.908713 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:04.948326 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (49548af6-89cf-4308-aa11-ad556180ceea), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:05.007830 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:03Z', 'revision_number': 3, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:05.054254 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] Checking router: 778604aa-641e-4fd9-b5bf-dc746b1d952c for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:14:05.054679 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] Updating router 778604aa-641e-4fd9-b5bf-dc746b1d952c port 65b1cb83-1c95-4be2-9a21-950d946ea56c binding host dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 13:14:05.062553 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=49548af6-89cf-4308-aa11-ad556180ceea,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:05.088107 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-d9baeaad-fd80-4968-8ef4-c2b97cabd920 None None] Provisioning complete for port 647b8c0b-fe9c-4bd3-9f40-97af6473b20f triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:05.088573 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d9baeaad-fd80-4968-8ef4-c2b97cabd920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (647b8c0b-fe9c-4bd3-9f40-97af6473b20f), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:05.126454 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (65b1cb83-1c95-4be2-9a21-950d946ea56c), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:05.179249 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5f46cff5-ec8a-4d99-bbbe-978c577fdcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:05.300746 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:05.301662 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:05.368908 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:05.371100 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_common [None req-5f46cff5-ec8a-4d99-bbbe-978c577fdcc2 admin admin] Allocated IP 172.20.0.1 (0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3/16dc0d19-1a02-4b68-ae43-e72feeb444a5/91058135-7914-4503-be5b-ee1399dcbde0) {{(pid=106849) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:14:05.425391 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:05.458327 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-d9baeaad-fd80-4968-8ef4-c2b97cabd920 None None] Current status of the port 647b8c0b-fe9c-4bd3-9f40-97af6473b20f is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:05.507209 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-f2f5d53e-fae1-4cc4-8c3d-cfa0bccd79bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:05.593367 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5f46cff5-ec8a-4d99-bbbe-978c577fdcc2 admin admin] Publish callbacks [] for port (91058135-7914-4503-be5b-ee1399dcbde0), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:05.681151 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] Publish callbacks [] for port (65b1cb83-1c95-4be2-9a21-950d946ea56c), precommit_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:05.709498 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5854bb2-c2b8-4b2d-a667-222c3af8aba0 req-3ecdcfb9-0505-4c71-b01e-29d65598dab5 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:05.717319 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e5854bb2-c2b8-4b2d-a667-222c3af8aba0 req-3ecdcfb9-0505-4c71-b01e-29d65598dab5 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d0cc6bb-60df-4c32-87ef-11ddb34a2aae HTTP/1.1" status: 200 len: 946 time: 0.1001604 Sep 13 13:14:05.734479 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 647b8c0b-fe9c-4bd3-9f40-97af6473b20f up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:14:05.758918 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5f46cff5-ec8a-4d99-bbbe-978c577fdcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (91058135-7914-4503-be5b-ee1399dcbde0), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:05.793512 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e5854bb2-c2b8-4b2d-a667-222c3af8aba0 req-bcfb6c99-935e-4daf-8642-543cef109877 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697708 Sep 13 13:14:05.806152 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (65b1cb83-1c95-4be2-9a21-950d946ea56c), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:05.806152 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=100 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:05.847349 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f46cff5-ec8a-4d99-bbbe-978c577fdcc2 admin admin] Network 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:14:05.848955 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46cff5-ec8a-4d99-bbbe-978c577fdcc2 admin admin] Pushing event updated for resources: {'Port': ['ID=91058135-7914-4503-be5b-ee1399dcbde0,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:05.857527 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] Attempting to bind port 65b1cb83-1c95-4be2-9a21-950d946ea56c on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:14:05.857927 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] Attempting to bind port 65b1cb83-1c95-4be2-9a21-950d946ea56c by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:14:05.858293 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] Attempting to bind port 65b1cb83-1c95-4be2-9a21-950d946ea56c on network b91df1e9-be0f-4e52-84e7-72fa847e0b1f {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:14:05.861669 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-5f46cff5-ec8a-4d99-bbbe-978c577fdcc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:14:05.865017 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f46cff5-ec8a-4d99-bbbe-978c577fdcc2 admin admin] Received port after_create {{(pid=106849) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:14:05.880224 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 647b8c0b-fe9c-4bd3-9f40-97af6473b20f triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:05.882604 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (647b8c0b-fe9c-4bd3-9f40-97af6473b20f), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:05.915157 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5f46cff5-ec8a-4d99-bbbe-978c577fdcc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803539'] for router_interface (778604aa-641e-4fd9-b5bf-dc746b1d952c), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:05.936417 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] Sync routers for ids ['25eb774b-5a42-486b-8062-73585ccc3366'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:14:05.946460 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c76294-cb09-4469-8ff2-6493890c0f50 None None] Pushing event updated for resources: {'Port': ['ID=65b1cb83-1c95-4be2-9a21-950d946ea56c,revision_number=2']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:05.965715 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:05.973525 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] Routers {'25eb774b-5a42-486b-8062-73585ccc3366'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:14:05.974477 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:14:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['25eb774b-5a42-486b-8062-73585ccc3366'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:06.001370 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:06.016700 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:06.016700 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:14:06.016700 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] Checking segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:14:06.016700 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:06.016700 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] Bound using segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:14:06.016700 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] Bound port: 65b1cb83-1c95-4be2-9a21-950d946ea56c, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:14:06.016700 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (65b1cb83-1c95-4be2-9a21-950d946ea56c), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:06.135375 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 647b8c0b-fe9c-4bd3-9f40-97af6473b20f is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:06.135708 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 49548af6-89cf-4308-aa11-ad556180ceea up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:14:06.152283 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:06.157483 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] For port 65b1cb83-1c95-4be2-9a21-950d946ea56c, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:14:06.177791 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] For port 65b1cb83-1c95-4be2-9a21-950d946ea56c, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=65b1cb83-1c95-4be2-9a21-950d946ea56c,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:14:06.197172 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5f46cff5-ec8a-4d99-bbbe-978c577fdcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (91058135-7914-4503-be5b-ee1399dcbde0), before_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:06.197880 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-032e0b23-17ef-4a5d-8928-840990b8df59 None None] Provisioning complete for port 91058135-7914-4503-be5b-ee1399dcbde0 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:06.198230 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-032e0b23-17ef-4a5d-8928-840990b8df59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (91058135-7914-4503-be5b-ee1399dcbde0), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:06.209116 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] Set router 25eb774b-5a42-486b-8062-73585ccc3366 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:14:06.233481 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 49548af6-89cf-4308-aa11-ad556180ceea triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:06.233908 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (49548af6-89cf-4308-aa11-ad556180ceea), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:06.261435 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (65b1cb83-1c95-4be2-9a21-950d946ea56c), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:06.267202 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-032e0b23-17ef-4a5d-8928-840990b8df59 None None] Port 91058135-7914-4503-be5b-ee1399dcbde0 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:14:06.316026 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] Routers {'778604aa-641e-4fd9-b5bf-dc746b1d952c'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:14:06.316691 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:14:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['778604aa-641e-4fd9-b5bf-dc746b1d952c'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:06.366503 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:06.419865 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c76294-cb09-4469-8ff2-6493890c0f50 None None] Pushing event updated for resources: {'Port': ['ID=65b1cb83-1c95-4be2-9a21-950d946ea56c,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:06.453929 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:06.497170 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 49548af6-89cf-4308-aa11-ad556180ceea is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:06.501803 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5f46cff5-ec8a-4d99-bbbe-978c577fdcc2 admin admin] Publish callbacks [] for port (91058135-7914-4503-be5b-ee1399dcbde0), precommit_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:06.516963 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] Set router 778604aa-641e-4fd9-b5bf-dc746b1d952c gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:14:06.538073 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25eb774b-5a42-486b-8062-73585ccc3366', 'name': 'tempest-TestMinimumBasicScenario-1063135969-router', 'tenant_id': '6208cd035241428eb8f820b1088bcf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '49548af6-89cf-4308-aa11-ad556180ceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:13:57Z', 'updated_at': '2022-09-13T13:14:02Z', 'revision_number': 4, 'project_id': '6208cd035241428eb8f820b1088bcf90', 'gw_port': {'id': '49548af6-89cf-4308-aa11-ad556180ceea', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25eb774b-5a42-486b-8062-73585ccc3366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:58Z', 'updated_at': '2022-09-13T13:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'd927f181-607a-4e99-b9ce-102fe361761f', 'name': '', 'network_id': 'ce96681e-4183-4704-85f3-9558a02b798d', 'tenant_id': '6208cd035241428eb8f820b1088bcf90', 'mac_address': 'fa:16:3e:c7:68:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25eb774b-5a42-486b-8062-73585ccc3366', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '2feb9169-ed0c-453f-8a7e-4ba5144c6cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:03Z', 'revision_number': 2, 'project_id': '6208cd035241428eb8f820b1088bcf90', 'subnets': [{'id': '2feb9169-ed0c-453f-8a7e-4ba5144c6cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:06.564235 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] Checking router: 25eb774b-5a42-486b-8062-73585ccc3366 for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:14:06.564840 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] Updating router 25eb774b-5a42-486b-8062-73585ccc3366 port d927f181-607a-4e99-b9ce-102fe361761f binding host dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 13:14:06.576716 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5f46cff5-ec8a-4d99-bbbe-978c577fdcc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4769003'] for port (91058135-7914-4503-be5b-ee1399dcbde0), after_update {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:06.605351 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (d927f181-607a-4e99-b9ce-102fe361761f), before_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:06.673614 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5f46cff5-ec8a-4d99-bbbe-978c577fdcc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1691706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1803655'] for router_interface (778604aa-641e-4fd9-b5bf-dc746b1d952c), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:06.687572 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f46cff5-ec8a-4d99-bbbe-978c577fdcc2 admin admin] Pushing event updated for resources: {'Port': ['ID=91058135-7914-4503-be5b-ee1399dcbde0,revision_number=2']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:06.803736 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '91058135-7914-4503-be5b-ee1399dcbde0', 'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'mac_address': 'fa:16:3e:de:52:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:05Z', 'updated_at': '2022-09-13T13:14:05Z', 'revision_number': 1, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'subnets': [{'id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:06.840038 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd34579d-ad89-4526-9e70-586770b35e28 None None] The sync data for ids ['778604aa-641e-4fd9-b5bf-dc746b1d952c'] in dv-cinder-801354-10-iscsi is: [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '91058135-7914-4503-be5b-ee1399dcbde0', 'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'mac_address': 'fa:16:3e:de:52:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:05Z', 'updated_at': '2022-09-13T13:14:05Z', 'revision_number': 1, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'subnets': [{'id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:14:06.913850 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f46cff5-ec8a-4d99-bbbe-978c577fdcc2 admin admin] Network 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 is already hosted by enough agents. {{(pid=106849) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:14:06.915936 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-5f46cff5-ec8a-4d99-bbbe-978c577fdcc2 admin admin] Resources bound (agent type, host, resource id): {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:14:06.959735 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:07.035017 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6e6803-9b32-494b-aaa9-55900a7eb4f0 req-9ac16a2b-e9d4-439d-be0b-c8bd6b93690a tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:07.046946 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4e6e6803-9b32-494b-aaa9-55900a7eb4f0 req-9ac16a2b-e9d4-439d-be0b-c8bd6b93690a tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d0cc6bb-60df-4c32-87ef-11ddb34a2aae HTTP/1.1" status: 200 len: 946 time: 0.1167214 Sep 13 13:14:07.125923 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] Publish callbacks [] for port (d927f181-607a-4e99-b9ce-102fe361761f), precommit_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:07.129939 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:07.153110 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4e6e6803-9b32-494b-aaa9-55900a7eb4f0 req-24dcc4e1-900d-413c-87c3-7ed9974a6118 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029792 Sep 13 13:14:07.196987 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f46cff5-ec8a-4d99-bbbe-978c577fdcc2 admin admin] Router 778604aa-641e-4fd9-b5bf-dc746b1d952c has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:14:07.218833 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (d927f181-607a-4e99-b9ce-102fe361761f), after_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:07.358491 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] Attempting to bind port d927f181-607a-4e99-b9ce-102fe361761f on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:14:07.359031 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] Attempting to bind port d927f181-607a-4e99-b9ce-102fe361761f by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': 'de09c6b0-954a-4b80-b761-c8ee1c12bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ce96681e-4183-4704-85f3-9558a02b798d'}] {{(pid=106852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:14:07.359485 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] Attempting to bind port d927f181-607a-4e99-b9ce-102fe361761f on network ce96681e-4183-4704-85f3-9558a02b798d {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:14:07.424343 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-8b1ba415-c64a-4950-aeec-4f747c9b31d9 None None] Provisioning complete for port 91058135-7914-4503-be5b-ee1399dcbde0 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:07.425504 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-8b1ba415-c64a-4950-aeec-4f747c9b31d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (91058135-7914-4503-be5b-ee1399dcbde0), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:07.457626 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f46cff5-ec8a-4d99-bbbe-978c577fdcc2 admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:14:07.474744 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-5f46cff5-ec8a-4d99-bbbe-978c577fdcc2 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/778604aa-641e-4fd9-b5bf-dc746b1d952c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0716503 Sep 13 13:14:07.492834 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-8b1ba415-c64a-4950-aeec-4f747c9b31d9 None None] Port 91058135-7914-4503-be5b-ee1399dcbde0 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:14:07.644571 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e385ab-f4d5-42f4-a036-1429ff941ebf None None] Pushing event updated for resources: {'Port': ['ID=d927f181-607a-4e99-b9ce-102fe361761f,revision_number=3']} {{(pid=106852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:07.687776 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:14:07.688756 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] Checking segment: {'id': 'de09c6b0-954a-4b80-b761-c8ee1c12bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ce96681e-4183-4704-85f3-9558a02b798d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:14:07.688756 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:07.688965 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] Bound using segment: {'id': 'de09c6b0-954a-4b80-b761-c8ee1c12bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ce96681e-4183-4704-85f3-9558a02b798d'} {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:14:07.689455 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] Bound port: d927f181-607a-4e99-b9ce-102fe361761f, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de09c6b0-954a-4b80-b761-c8ee1c12bb08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'ce96681e-4183-4704-85f3-9558a02b798d'}}] {{(pid=106852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:14:07.689855 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (d927f181-607a-4e99-b9ce-102fe361761f), before_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:07.826223 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.db [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] For port d927f181-607a-4e99-b9ce-102fe361761f, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:14:07.830605 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.db [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] For port d927f181-607a-4e99-b9ce-102fe361761f, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=d927f181-607a-4e99-b9ce-102fe361761f,segment=NetworkSegment(de09c6b0-954a-4b80-b761-c8ee1c12bb08),segment_id=de09c6b0-954a-4b80-b761-c8ee1c12bb08)] {{(pid=106852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:14:07.966381 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (d927f181-607a-4e99-b9ce-102fe361761f), after_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:08.096818 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e385ab-f4d5-42f4-a036-1429ff941ebf None None] Pushing event updated for resources: {'Port': ['ID=d927f181-607a-4e99-b9ce-102fe361761f,revision_number=4']} {{(pid=106852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:08.112146 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] Routers {'25eb774b-5a42-486b-8062-73585ccc3366'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:14:08.113236 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:14:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['25eb774b-5a42-486b-8062-73585ccc3366'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:08.160634 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2adf395-22c3-4c13-81f3-64328ec04bc8 req-0f01b546-08d4-430c-971b-e99529f05b35 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:08.162433 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d2adf395-22c3-4c13-81f3-64328ec04bc8 req-0f01b546-08d4-430c-971b-e99529f05b35 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=9d0cc6bb-60df-4c32-87ef-11ddb34a2aae HTTP/1.1" status: 200 len: 946 time: 0.1815095 Sep 13 13:14:08.257889 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:08.363689 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] Set router 25eb774b-5a42-486b-8062-73585ccc3366 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:14:08.422697 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:08.431170 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-d2adf395-22c3-4c13-81f3-64328ec04bc8 req-b19d20e4-c7b7-4ba6-b92e-b1da8ff0f0ff tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Deleting port 1a335baf-4975-440e-b0bb-e486d80046d9 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:14:08.441138 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-d2adf395-22c3-4c13-81f3-64328ec04bc8 req-b19d20e4-c7b7-4ba6-b92e-b1da8ff0f0ff tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (1a335baf-4975-440e-b0bb-e486d80046d9), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:08.502141 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92964b87-8fbf-44cc-a9e8-9ef7537ae1a2 req-228fb7b9-f190-48d4-b91e-b058a5cf5a3a tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:08.503659 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-92964b87-8fbf-44cc-a9e8-9ef7537ae1a2 req-228fb7b9-f190-48d4-b91e-b058a5cf5a3a tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d0cc6bb-60df-4c32-87ef-11ddb34a2aae HTTP/1.1" status: 200 len: 946 time: 0.1470039 Sep 13 13:14:08.604808 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-d2adf395-22c3-4c13-81f3-64328ec04bc8 req-b19d20e4-c7b7-4ba6-b92e-b1da8ff0f0ff tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] For port 1a335baf-4975-440e-b0bb-e486d80046d9, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=1a335baf-4975-440e-b0bb-e486d80046d9,segment=NetworkSegment(5c7e138f-0bdd-42cd-9041-a02642f72e8c),segment_id=5c7e138f-0bdd-42cd-9041-a02642f72e8c)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:14:08.605176 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-d2adf395-22c3-4c13-81f3-64328ec04bc8 req-b19d20e4-c7b7-4ba6-b92e-b1da8ff0f0ff tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (1a335baf-4975-440e-b0bb-e486d80046d9), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:08.618429 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-92964b87-8fbf-44cc-a9e8-9ef7537ae1a2 req-b15fd315-3963-401e-b927-566418a5dee7 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000197 Sep 13 13:14:08.639399 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:08.644550 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-d2adf395-22c3-4c13-81f3-64328ec04bc8 req-b19d20e4-c7b7-4ba6-b92e-b1da8ff0f0ff tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Calling delete_port for 1a335baf-4975-440e-b0bb-e486d80046d9 owned by compute:nova {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:14:08.692483 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:08.703771 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25eb774b-5a42-486b-8062-73585ccc3366', 'name': 'tempest-TestMinimumBasicScenario-1063135969-router', 'tenant_id': '6208cd035241428eb8f820b1088bcf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '49548af6-89cf-4308-aa11-ad556180ceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:13:57Z', 'updated_at': '2022-09-13T13:14:02Z', 'revision_number': 4, 'project_id': '6208cd035241428eb8f820b1088bcf90', 'gw_port': {'id': '49548af6-89cf-4308-aa11-ad556180ceea', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25eb774b-5a42-486b-8062-73585ccc3366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:58Z', 'updated_at': '2022-09-13T13:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'd927f181-607a-4e99-b9ce-102fe361761f', 'name': '', 'network_id': 'ce96681e-4183-4704-85f3-9558a02b798d', 'tenant_id': '6208cd035241428eb8f820b1088bcf90', 'mac_address': 'fa:16:3e:c7:68:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25eb774b-5a42-486b-8062-73585ccc3366', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '2feb9169-ed0c-453f-8a7e-4ba5144c6cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:07Z', 'revision_number': 4, 'project_id': '6208cd035241428eb8f820b1088bcf90', 'subnets': [{'id': '2feb9169-ed0c-453f-8a7e-4ba5144c6cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:08.737907 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da981931-2083-4408-bd50-86fa17c0d211 None None] The sync data for ids ['25eb774b-5a42-486b-8062-73585ccc3366'] in dv-cinder-801354-10-iscsi is: [{'id': '25eb774b-5a42-486b-8062-73585ccc3366', 'name': 'tempest-TestMinimumBasicScenario-1063135969-router', 'tenant_id': '6208cd035241428eb8f820b1088bcf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '49548af6-89cf-4308-aa11-ad556180ceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:13:57Z', 'updated_at': '2022-09-13T13:14:02Z', 'revision_number': 4, 'project_id': '6208cd035241428eb8f820b1088bcf90', 'gw_port': {'id': '49548af6-89cf-4308-aa11-ad556180ceea', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25eb774b-5a42-486b-8062-73585ccc3366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:58Z', 'updated_at': '2022-09-13T13:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'd927f181-607a-4e99-b9ce-102fe361761f', 'name': '', 'network_id': 'ce96681e-4183-4704-85f3-9558a02b798d', 'tenant_id': '6208cd035241428eb8f820b1088bcf90', 'mac_address': 'fa:16:3e:c7:68:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25eb774b-5a42-486b-8062-73585ccc3366', 'device_owner': 'network:router_interface', 'standard_attr_id': 716, 'fixed_ips': [{'subnet_id': '2feb9169-ed0c-453f-8a7e-4ba5144c6cb8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:07Z', 'revision_number': 4, 'project_id': '6208cd035241428eb8f820b1088bcf90', 'subnets': [{'id': '2feb9169-ed0c-453f-8a7e-4ba5144c6cb8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:14:08.812088 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 43384) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:14:08.816986 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-09a5f205-a9a7-4061-9d15-0d6cc212ed50 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1106352812-network', 'tenant_id': 'fe62e2f040a246f4b60c8145cf9ce48a'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:14:08.845364 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-d2adf395-22c3-4c13-81f3-64328ec04bc8 req-b19d20e4-c7b7-4ba6-b92e-b1da8ff0f0ff tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (1a335baf-4975-440e-b0bb-e486d80046d9), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:08.846309 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:08.859461 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['1a335baf-4975-440e-b0bb-e486d80046d9'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:14:08.902185 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d20e4-c7b7-4ba6-b92e-b1da8ff0f0ff tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Pushing event deleted for resources: {'Port': ['ID=1a335baf-4975-440e-b0bb-e486d80046d9,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:08.902444 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a5f205-a9a7-4061-9d15-0d6cc212ed50 admin admin] Made reservation on behalf of fe62e2f040a246f4b60c8145cf9ce48a for: {'network': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:14:08.906213 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-09a5f205-a9a7-4061-9d15-0d6cc212ed50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for network (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:08.923862 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-09a5f205-a9a7-4061-9d15-0d6cc212ed50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:09.027863 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2adf395-22c3-4c13-81f3-64328ec04bc8 req-b19d20e4-c7b7-4ba6-b92e-b1da8ff0f0ff tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] No DVR routers for this DVR port 1a335baf-4975-440e-b0bb-e486d80046d9 on host hv-cinder-80135 {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:14:09.033936 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-d2adf395-22c3-4c13-81f3-64328ec04bc8 req-b19d20e4-c7b7-4ba6-b92e-b1da8ff0f0ff tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:09.043080 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d2adf395-22c3-4c13-81f3-64328ec04bc8 req-b19d20e4-c7b7-4ba6-b92e-b1da8ff0f0ff tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.61 "DELETE /networking/v2.0/ports/1a335baf-4975-440e-b0bb-e486d80046d9 HTTP/1.1" status: 204 len: 173 time: 0.8727019 Sep 13 13:14:09.044963 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d0cc6bb-60df-4c32-87ef-11ddb34a2aae', 'name': 'network-vif-deleted', 'tag': '1a335baf-4975-440e-b0bb-e486d80046d9'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:14:09.050104 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691535f1-b2de-4d5d-b8de-0e6ebb83d8ed" -d '{"events": [{"server_uuid": "9d0cc6bb-60df-4c32-87ef-11ddb34a2aae", "name": "network-vif-deleted", "tag": "1a335baf-4975-440e-b0bb-e486d80046d9"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:14:09.114910 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-09a5f205-a9a7-4061-9d15-0d6cc212ed50 admin admin] Publish callbacks [] for security_group (6f4120ce-f815-43f4-a6fd-363c97cc5597), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:09.124652 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7de6266-caf9-485a-b18b-0d88813127ec x-openstack-request-id: req-d7de6266-caf9-485a-b18b-0d88813127ec {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:14:09.125020 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d0cc6bb-60df-4c32-87ef-11ddb34a2aae", "name": "network-vif-deleted", "tag": "1a335baf-4975-440e-b0bb-e486d80046d9", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:14:09.125276 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d7de6266-caf9-485a-b18b-0d88813127ec {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:14:09.126373 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7de6266-caf9-485a-b18b-0d88813127ec'] response: {'server_uuid': '9d0cc6bb-60df-4c32-87ef-11ddb34a2aae', 'name': 'network-vif-deleted', 'tag': '1a335baf-4975-440e-b0bb-e486d80046d9', 'status': 'completed', 'code': 200} Sep 13 13:14:09.276541 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-09a5f205-a9a7-4061-9d15-0d6cc212ed50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (6f4120ce-f815-43f4-a6fd-363c97cc5597), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:09.301562 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09a5f205-a9a7-4061-9d15-0d6cc212ed50 admin admin] vlan segment allocate from pool success with {'vlan_id': 354, 'physical_network': 'physnet1'} {{(pid=106849) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 13 13:14:09.340383 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5f205-a9a7-4061-9d15-0d6cc212ed50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f4120ce-f815-43f4-a6fd-363c97cc5597,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:09.347744 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-09a5f205-a9a7-4061-9d15-0d6cc212ed50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (47a8d984-7944-4c73-a9d5-156e4e78dd87), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:09.347744 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.db.segments_db [None req-09a5f205-a9a7-4061-9d15-0d6cc212ed50 admin admin] Added segment 47a8d984-7944-4c73-a9d5-156e4e78dd87 of type vlan for network f6de50d6-906f-4d67-9107-5bece544877f Sep 13 13:14:09.398963 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-09a5f205-a9a7-4061-9d15-0d6cc212ed50 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734282471325'] for network (f6de50d6-906f-4d67-9107-5bece544877f), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:09.508578 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-09a5f205-a9a7-4061-9d15-0d6cc212ed50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688'] for network (f6de50d6-906f-4d67-9107-5bece544877f), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:09.509728 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a5f205-a9a7-4061-9d15-0d6cc212ed50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:09.510221 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-09a5f205-a9a7-4061-9d15-0d6cc212ed50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:09.642714 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-09a5f205-a9a7-4061-9d15-0d6cc212ed50 admin admin] 10.222.0.72 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8294389 Sep 13 13:14:09.647338 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 43396) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:14:09.668855 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-567c0a1e-f471-4ce5-90a2-aeca421918f2 admin admin] Request body: {'subnet': {'network_id': 'f6de50d6-906f-4d67-9107-5bece544877f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1106352812-subnet', 'tenant_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'ip_version': 4}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:14:09.704840 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5f205-a9a7-4061-9d15-0d6cc212ed50 admin admin] Pushing event updated for resources: {'Network': ['ID=f6de50d6-906f-4d67-9107-5bece544877f,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:09.722099 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Network f6de50d6-906f-4d67-9107-5bece544877f details requested by agent ovs-agent-dv-cinder-801354-10-iscsi with host dv-cinder-801354-10-iscsi {{(pid=106851) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 13 13:14:09.758872 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-567c0a1e-f471-4ce5-90a2-aeca421918f2 admin admin] Made reservation on behalf of fe62e2f040a246f4b60c8145cf9ce48a for: {'subnet': 1} {{(pid=106849) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:14:09.763099 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-567c0a1e-f471-4ce5-90a2-aeca421918f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7736809'] for subnet (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:09.825166 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0e05986f-9445-4e56-ac67-87a6184be6fc req-d0b5d53f-883b-45a8-a1e4-ddbf591c9aa0 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=9d0cc6bb-60df-4c32-87ef-11ddb34a2aae HTTP/1.1" status: 200 len: 210 time: 0.0549302 Sep 13 13:14:09.851010 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 65b1cb83-1c95-4be2-9a21-950d946ea56c up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:14:09.932284 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 65b1cb83-1c95-4be2-9a21-950d946ea56c triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:09.933817 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (65b1cb83-1c95-4be2-9a21-950d946ea56c), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:10.072975 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 65b1cb83-1c95-4be2-9a21-950d946ea56c is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:10.073563 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (65b1cb83-1c95-4be2-9a21-950d946ea56c), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:10.111718 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port 65b1cb83-1c95-4be2-9a21-950d946ea56c, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=65b1cb83-1c95-4be2-9a21-950d946ea56c,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:14:10.201484 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-567c0a1e-f471-4ce5-90a2-aeca421918f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4782416', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7736827'] for subnet (fae8d525-6119-4f12-8850-695c242051a7), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:10.229144 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (65b1cb83-1c95-4be2-9a21-950d946ea56c), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:10.305839 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567c0a1e-f471-4ce5-90a2-aeca421918f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fae8d525-6119-4f12-8850-695c242051a7,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:10.312616 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=65b1cb83-1c95-4be2-9a21-950d946ea56c,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:10.331027 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567c0a1e-f471-4ce5-90a2-aeca421918f2 admin admin] Checking segment: {'id': '47a8d984-7944-4c73-a9d5-156e4e78dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f6de50d6-906f-4d67-9107-5bece544877f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106849) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:14:10.331728 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567c0a1e-f471-4ce5-90a2-aeca421918f2 admin admin] Network hostable DHCP agents. Network: f6de50d6-906f-4d67-9107-5bece544877f, hostable agents: ['03c760d5-e05f-4ba1-99ba-fbb88ab66826'], hosted agents: [] {{(pid=106849) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 13 13:14:10.759485 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567c0a1e-f471-4ce5-90a2-aeca421918f2 admin admin] Network f6de50d6-906f-4d67-9107-5bece544877f is scheduled to be hosted by DHCP agent 03c760d5-e05f-4ba1-99ba-fbb88ab66826 with binding_index 1 {{(pid=106849) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 13 13:14:10.762780 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:10.954416 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.base_scheduler [None req-567c0a1e-f471-4ce5-90a2-aeca421918f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-801354-10-iscsi, f6de50d6-906f-4d67-9107-5bece544877f) {{(pid=106849) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:14:10.960255 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567c0a1e-f471-4ce5-90a2-aeca421918f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:10.960868 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-567c0a1e-f471-4ce5-90a2-aeca421918f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:10.965637 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34a80c6-892f-4ce1-91e9-7110d04ecb32 None None] Network f6de50d6-906f-4d67-9107-5bece544877f requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:14:11.044876 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-567c0a1e-f471-4ce5-90a2-aeca421918f2 admin admin] 10.222.0.72 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3962417 Sep 13 13:14:11.047548 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 43412) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:14:11.052225 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-bae2f111-48cd-4d22-a932-c0e26d8f9339 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1106352812-router', 'tenant_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:14:11.070771 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:11.166520 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-bae2f111-48cd-4d22-a932-c0e26d8f9339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1580423', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13126'] for router (72d11cfd-9c40-49e1-9633-a8151d8739ce), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:11.168105 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-bae2f111-48cd-4d22-a932-c0e26d8f9339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1582001', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1801214', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1737249', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13133'] for router (72d11cfd-9c40-49e1-9633-a8151d8739ce), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:11.203265 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-943c97a4-0d9b-450b-97a6-1419d4081f50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1564c7bc-c5f6-553f-96c2-04a46ebbc95f-f6de50d6-906f-4d67-9107-5bece544877f', 'network_id': 'f6de50d6-906f-4d67-9107-5bece544877f', 'project_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'fixed_ips': [{'subnet_id': 'fae8d525-6119-4f12-8850-695c242051a7'}]}} from dv-cinder-801354-10-iscsi. {{(pid=106851) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 13 13:14:11.211489 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-943c97a4-0d9b-450b-97a6-1419d4081f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:11.289686 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-bae2f111-48cd-4d22-a932-c0e26d8f9339 admin admin] Publish callbacks [] for router_controller (72d11cfd-9c40-49e1-9633-a8151d8739ce), precommit_add_association {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:11.314701 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:11.492691 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.db_base_plugin_common [None req-943c97a4-0d9b-450b-97a6-1419d4081f50 None None] Allocated IP 172.20.0.2 (f6de50d6-906f-4d67-9107-5bece544877f/fae8d525-6119-4f12-8850-695c242051a7/1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9) {{(pid=106851) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:14:11.527805 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] Sync routers for ids ['778604aa-641e-4fd9-b5bf-dc746b1d952c'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:14:11.590704 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:UPDATE=6,neutron:SELECT=90,neutron:INSERT=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:11.597923 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] Routers {'778604aa-641e-4fd9-b5bf-dc746b1d952c'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:14:11.599025 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:14:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['778604aa-641e-4fd9-b5bf-dc746b1d952c'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:11.641291 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c2d75-7669-4df5-9599-6239c5570611 req-1bb29372-8a4c-41b8-8f3e-eb4448485259 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:11.650081 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-712c2d75-7669-4df5-9599-6239c5570611 req-1bb29372-8a4c-41b8-8f3e-eb4448485259 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/networks?id=54458d17-cf99-4ceb-be5e-fa27751fbf40 HTTP/1.1" status: 200 len: 809 time: 0.3567328 Sep 13 13:14:11.664880 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-bae2f111-48cd-4d22-a932-c0e26d8f9339 admin admin] Publish callbacks [] for router_gateway (72d11cfd-9c40-49e1-9633-a8151d8739ce), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:11.714339 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-712c2d75-7669-4df5-9599-6239c5570611 req-b3478096-1f49-47c7-a098-5e9fbf5da27d tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/quotas/a5d396f1d5c14e179ab56809f912f1dc HTTP/1.1" status: 200 len: 375 time: 0.0630233 Sep 13 13:14:11.770252 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-712c2d75-7669-4df5-9599-6239c5570611 req-24a6c1d6-11c6-4b7f-a383-b58cdfd0c111 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=a5d396f1d5c14e179ab56809f912f1dc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0545328 Sep 13 13:14:11.894737 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 65b1cb83-1c95-4be2-9a21-950d946ea56c up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:14:11.990157 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-712c2d75-7669-4df5-9599-6239c5570611 req-094031e8-7ab7-432b-accb-b3fe924d9465 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54458d17-cf99-4ceb-be5e-fa27751fbf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182667 Sep 13 13:14:12.023304 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] Set router 778604aa-641e-4fd9-b5bf-dc746b1d952c gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:14:12.053605 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 65b1cb83-1c95-4be2-9a21-950d946ea56c triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:12.054216 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (65b1cb83-1c95-4be2-9a21-950d946ea56c), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:12.059510 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-943c97a4-0d9b-450b-97a6-1419d4081f50 None None] Publish callbacks [] for port (1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9), precommit_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:12.174810 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-943c97a4-0d9b-450b-97a6-1419d4081f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280'] for port (1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9), after_create {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:12.185486 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-bae2f111-48cd-4d22-a932-c0e26d8f9339 admin admin] Publish callbacks [] for router_gateway (72d11cfd-9c40-49e1-9633-a8151d8739ce), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:12.207845 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-bae2f111-48cd-4d22-a932-c0e26d8f9339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:12.214869 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-712c2d75-7669-4df5-9599-6239c5570611 req-e778139e-79fe-4aa6-be19-79ad35ee5b79 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/54458d17-cf99-4ceb-be5e-fa27751fbf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831403 Sep 13 13:14:12.273268 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 65b1cb83-1c95-4be2-9a21-950d946ea56c is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:12.274648 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device d927f181-607a-4e99-b9ce-102fe361761f up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:14:12.290784 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:12.338336 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943c97a4-0d9b-450b-97a6-1419d4081f50 None None] Network f6de50d6-906f-4d67-9107-5bece544877f is already hosted by enough agents. {{(pid=106851) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:14:12.348684 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.scheduler.base_scheduler [None req-943c97a4-0d9b-450b-97a6-1419d4081f50 None None] Resources bound (agent type, host, resource id): {{(pid=106851) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:14:12.352338 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c97a4-0d9b-450b-97a6-1419d4081f50 None None] Pushing event updated for resources: {'Port': ['ID=1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9,revision_number=1']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:12.356508 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943c97a4-0d9b-450b-97a6-1419d4081f50 None None] Received port after_create {{(pid=106851) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:14:12.389701 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [None req-bae2f111-48cd-4d22-a932-c0e26d8f9339 admin admin] Allocated IP 172.27.1.210 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/cf681655-3b59-46ce-9e73-177a2518d373) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:14:12.408846 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port d927f181-607a-4e99-b9ce-102fe361761f triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:12.408846 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (d927f181-607a-4e99-b9ce-102fe361761f), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:12.591429 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-bae2f111-48cd-4d22-a932-c0e26d8f9339 admin admin] Publish callbacks [] for port (cf681655-3b59-46ce-9e73-177a2518d373), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:12.597653 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-943c97a4-0d9b-450b-97a6-1419d4081f50 None None] Attempting to bind port 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:14:12.597653 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-943c97a4-0d9b-450b-97a6-1419d4081f50 None None] Attempting to bind port 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': '47a8d984-7944-4c73-a9d5-156e4e78dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f6de50d6-906f-4d67-9107-5bece544877f'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:14:12.597653 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943c97a4-0d9b-450b-97a6-1419d4081f50 None None] Attempting to bind port 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9 on network f6de50d6-906f-4d67-9107-5bece544877f {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:14:12.623220 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:12.667794 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:12.677461 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-30988bd1-10b6-43e2-97aa-90edb584fde0 req-ee8b8e86-2f9a-4e78-972d-9e0fabefcaf3 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 210 time: 0.0524445 Sep 13 13:14:12.689303 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943c97a4-0d9b-450b-97a6-1419d4081f50 None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:14:12.689649 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943c97a4-0d9b-450b-97a6-1419d4081f50 None None] Checking segment: {'id': '47a8d984-7944-4c73-a9d5-156e4e78dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f6de50d6-906f-4d67-9107-5bece544877f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:14:12.690158 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-943c97a4-0d9b-450b-97a6-1419d4081f50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:12.690484 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943c97a4-0d9b-450b-97a6-1419d4081f50 None None] Bound using segment: {'id': '47a8d984-7944-4c73-a9d5-156e4e78dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f6de50d6-906f-4d67-9107-5bece544877f'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:14:12.690982 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-943c97a4-0d9b-450b-97a6-1419d4081f50 None None] Bound port: 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a8d984-7944-4c73-a9d5-156e4e78dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f6de50d6-906f-4d67-9107-5bece544877f'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:14:12.691362 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-943c97a4-0d9b-450b-97a6-1419d4081f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:12.700367 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-bae2f111-48cd-4d22-a932-c0e26d8f9339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (cf681655-3b59-46ce-9e73-177a2518d373), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:12.703809 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:12.716968 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '91058135-7914-4503-be5b-ee1399dcbde0', 'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'mac_address': 'fa:16:3e:de:52:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:05Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 2, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'subnets': [{'id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:12.762084 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] Checking router: 778604aa-641e-4fd9-b5bf-dc746b1d952c for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:14:12.762663 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] Updating router 778604aa-641e-4fd9-b5bf-dc746b1d952c port 91058135-7914-4503-be5b-ee1399dcbde0 binding host dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 13:14:12.781596 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae2f111-48cd-4d22-a932-c0e26d8f9339 admin admin] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:14:12.786946 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-bae2f111-48cd-4d22-a932-c0e26d8f9339 admin admin] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:14:12.800565 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae2f111-48cd-4d22-a932-c0e26d8f9339 admin admin] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:14:12.834743 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae2f111-48cd-4d22-a932-c0e26d8f9339 admin admin] Pushing event updated for resources: {'Port': ['ID=cf681655-3b59-46ce-9e73-177a2518d373,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:12.907405 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-943c97a4-0d9b-450b-97a6-1419d4081f50 None None] For port 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:14:12.911511 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (91058135-7914-4503-be5b-ee1399dcbde0), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:12.915147 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-943c97a4-0d9b-450b-97a6-1419d4081f50 None None] For port 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9,segment=NetworkSegment(47a8d984-7944-4c73-a9d5-156e4e78dd87),segment_id=47a8d984-7944-4c73-a9d5-156e4e78dd87)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:14:12.926307 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port d927f181-607a-4e99-b9ce-102fe361761f is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:12.926970 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (d927f181-607a-4e99-b9ce-102fe361761f), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:13.016533 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port d927f181-607a-4e99-b9ce-102fe361761f, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=d927f181-607a-4e99-b9ce-102fe361761f,segment=NetworkSegment(de09c6b0-954a-4b80-b761-c8ee1c12bb08),segment_id=de09c6b0-954a-4b80-b761-c8ee1c12bb08)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:14:13.019934 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-943c97a4-0d9b-450b-97a6-1419d4081f50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:13.114878 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 1a335baf-4975-440e-b0bb-e486d80046d9 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:14:13.153238 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (d927f181-607a-4e99-b9ce-102fe361761f), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:13.165599 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] No Port match for: 1a335baf-4975-440e-b0bb-e486d80046d9 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:14:13.165984 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 1a335baf-4975-440e-b0bb-e486d80046d9 not bound to the agent host hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:14:13.201062 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c97a4-0d9b-450b-97a6-1419d4081f50 None None] Pushing event updated for resources: {'Port': ['ID=1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9,revision_number=2']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:13.257194 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=d927f181-607a-4e99-b9ce-102fe361761f,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:13.261350 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:13.269927 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-bae2f111-48cd-4d22-a932-c0e26d8f9339 admin admin] Publish callbacks [] for router_gateway (72d11cfd-9c40-49e1-9633-a8151d8739ce), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:13.489529 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:13.510425 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] Publish callbacks [] for port (91058135-7914-4503-be5b-ee1399dcbde0), precommit_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:13.576117 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-bae2f111-48cd-4d22-a932-c0e26d8f9339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1582048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1583670'] for router (72d11cfd-9c40-49e1-9633-a8151d8739ce), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:13.599543 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (91058135-7914-4503-be5b-ee1399dcbde0), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:13.699041 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42cf58-c9e8-4db7-9336-381366872e47 None None] Pushing event updated for resources: {'Port': ['ID=91058135-7914-4503-be5b-ee1399dcbde0,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:13.780575 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:14:13.813181 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] Attempting to bind port 91058135-7914-4503-be5b-ee1399dcbde0 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:14:13.813458 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] Attempting to bind port 91058135-7914-4503-be5b-ee1399dcbde0 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': '4fa5d14e-1fd3-4799-916d-af0e71dd35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:14:13.813841 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] Attempting to bind port 91058135-7914-4503-be5b-ee1399dcbde0 on network 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:14:13.825562 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7a79992d-44b4-4ec4-b994-b34c0d6b0f6c req-e38f44c7-700e-4959-83f0-32d0aab8a6da tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 210 time: 0.0297709 Sep 13 13:14:13.876810 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:14:13.877213 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] Checking segment: {'id': '4fa5d14e-1fd3-4799-916d-af0e71dd35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:14:13.877544 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:13.877974 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] Bound using segment: {'id': '4fa5d14e-1fd3-4799-916d-af0e71dd35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:14:13.878452 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] Bound port: 91058135-7914-4503-be5b-ee1399dcbde0, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fa5d14e-1fd3-4799-916d-af0e71dd35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:14:13.878834 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (91058135-7914-4503-be5b-ee1399dcbde0), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:13.884660 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae2f111-48cd-4d22-a932-c0e26d8f9339 admin admin] Router 72d11cfd-9c40-49e1-9633-a8151d8739ce is scheduled to L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 with binding_index 1 {{(pid=106850) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 13 13:14:13.894012 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:13.894465 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:13.989930 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] For port 91058135-7914-4503-be5b-ee1399dcbde0, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:14:13.995468 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] For port 91058135-7914-4503-be5b-ee1399dcbde0, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=91058135-7914-4503-be5b-ee1399dcbde0,segment=NetworkSegment(4fa5d14e-1fd3-4799-916d-af0e71dd35cb),segment_id=4fa5d14e-1fd3-4799-916d-af0e71dd35cb)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:14:14.035479 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:14.035992 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:14.085450 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9,segment=NetworkSegment(47a8d984-7944-4c73-a9d5-156e4e78dd87),segment_id=47a8d984-7944-4c73-a9d5-156e4e78dd87)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:14:14.092167 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (91058135-7914-4503-be5b-ee1399dcbde0), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:14.130823 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] Routers {'778604aa-641e-4fd9-b5bf-dc746b1d952c'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:14:14.132398 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:14:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['778604aa-641e-4fd9-b5bf-dc746b1d952c'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:14.411443 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae2f111-48cd-4d22-a932-c0e26d8f9339 admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:14:14.419936 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:14.421137 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device d927f181-607a-4e99-b9ce-102fe361761f up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:14:14.426421 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] Sync routers for ids ['72d11cfd-9c40-49e1-9633-a8151d8739ce'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:14:14.455149 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] Routers {'72d11cfd-9c40-49e1-9633-a8151d8739ce'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:14:14.455803 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:14:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['72d11cfd-9c40-49e1-9633-a8151d8739ce'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:14.461148 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a2d729-c2d0-4ab2-9348-a43ac6352e45 None None] Network f6de50d6-906f-4d67-9107-5bece544877f requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:14:14.486003 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-bae2f111-48cd-4d22-a932-c0e26d8f9339 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:14.487517 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-bae2f111-48cd-4d22-a932-c0e26d8f9339 admin admin] 10.222.0.72 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4389801 Sep 13 13:14:14.491969 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:14.495206 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 43448) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:14:14.549221 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42cf58-c9e8-4db7-9336-381366872e47 None None] Pushing event updated for resources: {'Port': ['ID=91058135-7914-4503-be5b-ee1399dcbde0,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:14.556099 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] Set router 778604aa-641e-4fd9-b5bf-dc746b1d952c gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:14:14.585227 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] Set router 72d11cfd-9c40-49e1-9633-a8151d8739ce gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:14:14.635325 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:14.638447 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:14.645599 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-7ab87124-50fd-42df-a721-1b046098e5ab None None] Provisioning complete for port 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:14.645937 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-7ab87124-50fd-42df-a721-1b046098e5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:14.747723 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port d927f181-607a-4e99-b9ce-102fe361761f triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:14.748101 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (d927f181-607a-4e99-b9ce-102fe361761f), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:14.799512 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d11cfd-9c40-49e1-9633-a8151d8739ce', 'name': 'tempest-TestVolumeBootPattern-1106352812-router', 'tenant_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cf681655-3b59-46ce-9e73-177a2518d373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:11Z', 'updated_at': '2022-09-13T13:14:13Z', 'revision_number': 3, 'project_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'gw_port': {'id': 'cf681655-3b59-46ce-9e73-177a2518d373', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:51:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d11cfd-9c40-49e1-9633-a8151d8739ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:12Z', 'updated_at': '2022-09-13T13:14:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:14.835830 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] Checking router: 72d11cfd-9c40-49e1-9633-a8151d8739ce for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:14:14.836424 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] Updating router 72d11cfd-9c40-49e1-9633-a8151d8739ce port cf681655-3b59-46ce-9e73-177a2518d373 binding host dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 13:14:14.884184 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (cf681655-3b59-46ce-9e73-177a2518d373), before_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:14.981585 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-7ab87124-50fd-42df-a721-1b046098e5ab None None] Current status of the port 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:14.985583 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:15.008058 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port d927f181-607a-4e99-b9ce-102fe361761f is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:15.035746 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d5e8be32-6972-4ddd-a77d-16d8d2e69031 req-3bf26f74-5ae3-4aa3-b6c2-f189e209e488 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 210 time: 0.0627971 Sep 13 13:14:15.103016 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '91058135-7914-4503-be5b-ee1399dcbde0', 'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'mac_address': 'fa:16:3e:de:52:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:05Z', 'updated_at': '2022-09-13T13:14:13Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'subnets': [{'id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:15.137412 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d5a900-8d9f-404c-9feb-5f6226222d87 None None] The sync data for ids ['778604aa-641e-4fd9-b5bf-dc746b1d952c'] in dv-cinder-801354-10-iscsi is: [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '91058135-7914-4503-be5b-ee1399dcbde0', 'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'mac_address': 'fa:16:3e:de:52:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:05Z', 'updated_at': '2022-09-13T13:14:13Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'subnets': [{'id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:14:15.142987 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:15.248653 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4220-d3be-4a30-8086-8cdcc05c3b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:15.289554 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] Publish callbacks [] for port (cf681655-3b59-46ce-9e73-177a2518d373), precommit_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:15.313650 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-45425a58-409f-4f43-988e-f15676366294 None None] Provisioning complete for port 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:15.315065 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-45425a58-409f-4f43-988e-f15676366294 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:15.404659 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (cf681655-3b59-46ce-9e73-177a2518d373), after_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:15.426336 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-45425a58-409f-4f43-988e-f15676366294 None None] Current status of the port 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:15.455092 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:15.478407 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [None req-9ecc4220-d3be-4a30-8086-8cdcc05c3b9e admin admin] Allocated IP 172.20.0.1 (f6de50d6-906f-4d67-9107-5bece544877f/fae8d525-6119-4f12-8850-695c242051a7/fc88a413-fd64-45a4-8172-9821cbf1b665) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:14:15.493841 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] Attempting to bind port cf681655-3b59-46ce-9e73-177a2518d373 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:14:15.494810 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] Attempting to bind port cf681655-3b59-46ce-9e73-177a2518d373 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}] {{(pid=106852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:14:15.495482 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] Attempting to bind port cf681655-3b59-46ce-9e73-177a2518d373 on network b91df1e9-be0f-4e52-84e7-72fa847e0b1f {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:14:15.543346 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:15.551906 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:14:15.563983 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] Checking segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106852) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:14:15.564592 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:15.565985 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] Bound using segment: {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'} {{(pid=106852) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:14:15.567923 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.managers [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] Bound port: cf681655-3b59-46ce-9e73-177a2518d373, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f'}}] {{(pid=106852) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:14:15.568465 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (cf681655-3b59-46ce-9e73-177a2518d373), before_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:15.680818 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.db [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] For port cf681655-3b59-46ce-9e73-177a2518d373, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106852) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:14:15.683958 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4220-d3be-4a30-8086-8cdcc05c3b9e admin admin] Publish callbacks [] for port (fc88a413-fd64-45a4-8172-9821cbf1b665), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:15.684175 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.plugins.ml2.db [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] For port cf681655-3b59-46ce-9e73-177a2518d373, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=cf681655-3b59-46ce-9e73-177a2518d373,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106852) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:14:15.693771 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfd802-8364-48a2-b1b8-4f1e04593f99 None None] Pushing event updated for resources: {'Port': ['ID=cf681655-3b59-46ce-9e73-177a2518d373,revision_number=2']} {{(pid=106852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:15.736194 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:14:15.740106 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=100 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:15.771385 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron_lib.callbacks.manager [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (cf681655-3b59-46ce-9e73-177a2518d373), after_update {{(pid=106852) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:15.800320 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4220-d3be-4a30-8086-8cdcc05c3b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (fc88a413-fd64-45a4-8172-9821cbf1b665), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:15.827225 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:15.827608 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:15.852647 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecc4220-d3be-4a30-8086-8cdcc05c3b9e admin admin] Network f6de50d6-906f-4d67-9107-5bece544877f is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:14:15.864546 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-9ecc4220-d3be-4a30-8086-8cdcc05c3b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:14:15.870628 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecc4220-d3be-4a30-8086-8cdcc05c3b9e admin admin] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:14:15.873164 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfd802-8364-48a2-b1b8-4f1e04593f99 None None] Pushing event updated for resources: {'Port': ['ID=cf681655-3b59-46ce-9e73-177a2518d373,revision_number=3']} {{(pid=106852) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:15.891085 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] Routers {'72d11cfd-9c40-49e1-9633-a8151d8739ce'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:14:15.891677 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:14:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['72d11cfd-9c40-49e1-9633-a8151d8739ce'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:15.909210 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc4220-d3be-4a30-8086-8cdcc05c3b9e admin admin] Pushing event updated for resources: {'Port': ['ID=fc88a413-fd64-45a4-8172-9821cbf1b665,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:15.948056 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4220-d3be-4a30-8086-8cdcc05c3b9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1803539'] for router_interface (72d11cfd-9c40-49e1-9633-a8151d8739ce), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:16.000952 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:16.003758 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 91058135-7914-4503-be5b-ee1399dcbde0 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:14:16.059046 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 91058135-7914-4503-be5b-ee1399dcbde0 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:16.060026 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (91058135-7914-4503-be5b-ee1399dcbde0), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:16.119299 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] Set router 72d11cfd-9c40-49e1-9633-a8151d8739ce gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:14:16.234532 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 91058135-7914-4503-be5b-ee1399dcbde0 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:16.235109 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (91058135-7914-4503-be5b-ee1399dcbde0), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:16.277808 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1eba7d76-4c7c-4b10-b001-718605e112c3 req-328be34b-9e51-40e2-b310-71108d5717a3 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 210 time: 0.0502830 Sep 13 13:14:16.278089 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-1e096d4c-3691-41cd-bc2c-aae546375582 None None] Provisioning complete for port fc88a413-fd64-45a4-8172-9821cbf1b665 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:16.278089 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-1e096d4c-3691-41cd-bc2c-aae546375582 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (fc88a413-fd64-45a4-8172-9821cbf1b665), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:16.286006 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4220-d3be-4a30-8086-8cdcc05c3b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (fc88a413-fd64-45a4-8172-9821cbf1b665), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:16.348030 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-1e096d4c-3691-41cd-bc2c-aae546375582 None None] Port fc88a413-fd64-45a4-8172-9821cbf1b665 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:14:16.380051 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port 91058135-7914-4503-be5b-ee1399dcbde0, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=91058135-7914-4503-be5b-ee1399dcbde0,segment=NetworkSegment(4fa5d14e-1fd3-4799-916d-af0e71dd35cb),segment_id=4fa5d14e-1fd3-4799-916d-af0e71dd35cb)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:14:16.410364 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d11cfd-9c40-49e1-9633-a8151d8739ce', 'name': 'tempest-TestVolumeBootPattern-1106352812-router', 'tenant_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cf681655-3b59-46ce-9e73-177a2518d373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:11Z', 'updated_at': '2022-09-13T13:14:13Z', 'revision_number': 3, 'project_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'gw_port': {'id': 'cf681655-3b59-46ce-9e73-177a2518d373', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:51:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d11cfd-9c40-49e1-9633-a8151d8739ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:12Z', 'updated_at': '2022-09-13T13:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:16.439564 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2be6bea-3a26-4355-b0b5-494052101e50 None None] The sync data for ids ['72d11cfd-9c40-49e1-9633-a8151d8739ce'] in dv-cinder-801354-10-iscsi is: [{'id': '72d11cfd-9c40-49e1-9633-a8151d8739ce', 'name': 'tempest-TestVolumeBootPattern-1106352812-router', 'tenant_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cf681655-3b59-46ce-9e73-177a2518d373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:11Z', 'updated_at': '2022-09-13T13:14:13Z', 'revision_number': 3, 'project_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'gw_port': {'id': 'cf681655-3b59-46ce-9e73-177a2518d373', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:51:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d11cfd-9c40-49e1-9633-a8151d8739ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:12Z', 'updated_at': '2022-09-13T13:14:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:14:16.463681 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:16.493887 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4220-d3be-4a30-8086-8cdcc05c3b9e admin admin] Publish callbacks [] for port (fc88a413-fd64-45a4-8172-9821cbf1b665), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:16.776733 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (91058135-7914-4503-be5b-ee1399dcbde0), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:16.806072 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4220-d3be-4a30-8086-8cdcc05c3b9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (fc88a413-fd64-45a4-8172-9821cbf1b665), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:16.821922 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:16.844915 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=91058135-7914-4503-be5b-ee1399dcbde0,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:16.885269 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9ecc4220-d3be-4a30-8086-8cdcc05c3b9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1691706', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1803655'] for router_interface (72d11cfd-9c40-49e1-9633-a8151d8739ce), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:16.901669 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc4220-d3be-4a30-8086-8cdcc05c3b9e admin admin] Pushing event updated for resources: {'Port': ['ID=fc88a413-fd64-45a4-8172-9821cbf1b665,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:16.999402 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:17.063151 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecc4220-d3be-4a30-8086-8cdcc05c3b9e admin admin] Network f6de50d6-906f-4d67-9107-5bece544877f is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:14:17.064757 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-9ecc4220-d3be-4a30-8086-8cdcc05c3b9e admin admin] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:14:17.352421 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ecc4220-d3be-4a30-8086-8cdcc05c3b9e admin admin] Router 72d11cfd-9c40-49e1-9633-a8151d8739ce has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:14:17.484866 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-0b1516ab-86d1-46fb-a552-1613bd5afd30 None None] Provisioning complete for port fc88a413-fd64-45a4-8172-9821cbf1b665 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:17.485453 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-0b1516ab-86d1-46fb-a552-1613bd5afd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (fc88a413-fd64-45a4-8172-9821cbf1b665), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:17.525581 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-0b1516ab-86d1-46fb-a552-1613bd5afd30 None None] Port fc88a413-fd64-45a4-8172-9821cbf1b665 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:14:17.531314 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8ea17596-9a51-498c-974a-a6195104d544 req-b5d7557c-fe3b-49c7-90cd-604f26eac507 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 210 time: 0.0811055 Sep 13 13:14:17.578774 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ecc4220-d3be-4a30-8086-8cdcc05c3b9e admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:14:17.584629 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-9ecc4220-d3be-4a30-8086-8cdcc05c3b9e admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/72d11cfd-9c40-49e1-9633-a8151d8739ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0881469 Sep 13 13:14:17.806895 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device cf681655-3b59-46ce-9e73-177a2518d373 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:14:17.882188 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port cf681655-3b59-46ce-9e73-177a2518d373 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:17.882569 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (cf681655-3b59-46ce-9e73-177a2518d373), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:17.986175 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c2d75-7669-4df5-9599-6239c5570611 req-1777a63c-05fd-41cb-8bd1-c721a952ed53 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:17.987941 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-712c2d75-7669-4df5-9599-6239c5570611 req-1777a63c-05fd-41cb-8bd1-c721a952ed53 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.61 "GET /networking/v2.0/networks?id=54458d17-cf99-4ceb-be5e-fa27751fbf40 HTTP/1.1" status: 200 len: 809 time: 0.2842262 Sep 13 13:14:18.001338 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-712c2d75-7669-4df5-9599-6239c5570611 req-123041fb-d864-478a-8fea-2757d1b6a91c tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Request body: {'port': {'device_id': '41d5008e-b793-4dfa-a480-61aa740c5861', 'network_id': '54458d17-cf99-4ceb-be5e-fa27751fbf40', 'admin_state_up': True, 'tenant_id': 'a5d396f1d5c14e179ab56809f912f1dc'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:14:18.078984 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port cf681655-3b59-46ce-9e73-177a2518d373 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:18.079377 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (cf681655-3b59-46ce-9e73-177a2518d373), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:18.131575 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port cf681655-3b59-46ce-9e73-177a2518d373, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=cf681655-3b59-46ce-9e73-177a2518d373,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:14:18.211038 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (cf681655-3b59-46ce-9e73-177a2518d373), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:18.212161 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 91058135-7914-4503-be5b-ee1399dcbde0 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:14:18.356545 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=cf681655-3b59-46ce-9e73-177a2518d373,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:18.366081 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-712c2d75-7669-4df5-9599-6239c5570611 req-123041fb-d864-478a-8fea-2757d1b6a91c tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Made reservation on behalf of a5d396f1d5c14e179ab56809f912f1dc for: {'port': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:14:18.370888 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port 91058135-7914-4503-be5b-ee1399dcbde0 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:18.371037 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-712c2d75-7669-4df5-9599-6239c5570611 req-123041fb-d864-478a-8fea-2757d1b6a91c tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:18.371555 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (91058135-7914-4503-be5b-ee1399dcbde0), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:18.468807 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 43484) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:14:18.476838 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-6096ce50-dbc9-4a5e-9a0e-b62afcf409f4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-77685047', 'description': 'tempest-secgroup-smoke-77685047 description', 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:14:18.507572 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port 91058135-7914-4503-be5b-ee1399dcbde0 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:18.591104 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [req-712c2d75-7669-4df5-9599-6239c5570611 req-123041fb-d864-478a-8fea-2757d1b6a91c tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Allocated IP 172.20.0.5 (54458d17-cf99-4ceb-be5e-fa27751fbf40/a8e3d6d4-bebd-4ba0-be58-c94492e30e96/8f219e0a-2b4c-4cb0-a6bc-be186a880267) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:14:18.719966 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:18.723247 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-6096ce50-dbc9-4a5e-9a0e-b62afcf409f4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for security_group (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:18.775561 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c897d220-28bb-4198-b56c-d8e690f81e08 req-68cd42ce-44ea-4fe2-9f09-b4cb95d8ac21 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 210 time: 0.0945196 Sep 13 13:14:18.791105 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:18.884952 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-6096ce50-dbc9-4a5e-9a0e-b62afcf409f4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for security_group (58115c3b-7693-471c-af7f-2b091bc6695b), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:18.888024 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-712c2d75-7669-4df5-9599-6239c5570611 req-123041fb-d864-478a-8fea-2757d1b6a91c tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Publish callbacks [] for port (8f219e0a-2b4c-4cb0-a6bc-be186a880267), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:19.028522 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-6096ce50-dbc9-4a5e-9a0e-b62afcf409f4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (58115c3b-7693-471c-af7f-2b091bc6695b), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:19.067554 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-712c2d75-7669-4df5-9599-6239c5570611 req-123041fb-d864-478a-8fea-2757d1b6a91c tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (8f219e0a-2b4c-4cb0-a6bc-be186a880267), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:19.069865 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6096ce50-dbc9-4a5e-9a0e-b62afcf409f4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58115c3b-7693-471c-af7f-2b091bc6695b,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:19.085221 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] Sync routers for ids ['72d11cfd-9c40-49e1-9633-a8151d8739ce'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:14:19.097219 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] Routers {'72d11cfd-9c40-49e1-9633-a8151d8739ce'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:14:19.097910 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:14:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['72d11cfd-9c40-49e1-9633-a8151d8739ce'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:19.141207 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-6096ce50-dbc9-4a5e-9a0e-b62afcf409f4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:19.142483 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-6096ce50-dbc9-4a5e-9a0e-b62afcf409f4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6725988 Sep 13 13:14:19.145645 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 43488) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:14:19.147024 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-712c2d75-7669-4df5-9599-6239c5570611 req-123041fb-d864-478a-8fea-2757d1b6a91c tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Network 54458d17-cf99-4ceb-be5e-fa27751fbf40 is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:14:19.149774 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [req-712c2d75-7669-4df5-9599-6239c5570611 req-123041fb-d864-478a-8fea-2757d1b6a91c tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:14:19.151629 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123041fb-d864-478a-8fea-2757d1b6a91c tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Pushing event updated for resources: {'Port': ['ID=8f219e0a-2b4c-4cb0-a6bc-be186a880267,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:19.152161 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-cce460a6-c1e8-4417-855d-1f24f7f57560 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Request body: {'security_group_rule': {'security_group_id': '58115c3b-7693-471c-af7f-2b091bc6695b', 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:14:19.155041 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-712c2d75-7669-4df5-9599-6239c5570611 req-123041fb-d864-478a-8fea-2757d1b6a91c tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:14:19.174602 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:19.218565 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:19.218785 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c2d75-7669-4df5-9599-6239c5570611 req-123041fb-d864-478a-8fea-2757d1b6a91c tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:19.219127 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-712c2d75-7669-4df5-9599-6239c5570611 req-123041fb-d864-478a-8fea-2757d1b6a91c tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:19.233188 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cce460a6-c1e8-4417-855d-1f24f7f57560 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for security_group_rule (18458623-e93e-42a7-a1a8-20dcc7b762c7), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:19.255354 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] Set router 72d11cfd-9c40-49e1-9633-a8151d8739ce gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:14:19.307876 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cce460a6-c1e8-4417-855d-1f24f7f57560 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for security_group_rule (18458623-e93e-42a7-a1a8-20dcc7b762c7), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:19.313299 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-712c2d75-7669-4df5-9599-6239c5570611 req-123041fb-d864-478a-8fea-2757d1b6a91c tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3148894 Sep 13 13:14:19.325382 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-712c2d75-7669-4df5-9599-6239c5570611 req-0da5abb2-f62d-4a4f-8f7d-f780e8860da0 service neutron] Request body: {'port': {'device_id': '41d5008e-b793-4dfa-a480-61aa740c5861', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:14:19.407006 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cce460a6-c1e8-4417-855d-1f24f7f57560 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (18458623-e93e-42a7-a1a8-20dcc7b762c7), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:19.436397 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-712c2d75-7669-4df5-9599-6239c5570611 req-0da5abb2-f62d-4a4f-8f7d-f780e8860da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (8f219e0a-2b4c-4cb0-a6bc-be186a880267), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:19.440514 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce460a6-c1e8-4417-855d-1f24f7f57560 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18458623-e93e-42a7-a1a8-20dcc7b762c7,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:19.488187 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:19.500020 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-cce460a6-c1e8-4417-855d-1f24f7f57560 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:19.501503 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-cce460a6-c1e8-4417-855d-1f24f7f57560 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3532975 Sep 13 13:14:19.504123 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 43496) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:14:19.509365 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-35529242-0b00-4f71-8cd1-ee9dd355c3fb tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Request body: {'security_group_rule': {'security_group_id': '58115c3b-7693-471c-af7f-2b091bc6695b', 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:14:19.585389 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d11cfd-9c40-49e1-9633-a8151d8739ce', 'name': 'tempest-TestVolumeBootPattern-1106352812-router', 'tenant_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cf681655-3b59-46ce-9e73-177a2518d373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:11Z', 'updated_at': '2022-09-13T13:14:16Z', 'revision_number': 4, 'project_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'gw_port': {'id': 'cf681655-3b59-46ce-9e73-177a2518d373', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:51:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d11cfd-9c40-49e1-9633-a8151d8739ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:12Z', 'updated_at': '2022-09-13T13:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'fc88a413-fd64-45a4-8172-9821cbf1b665', 'name': '', 'network_id': 'f6de50d6-906f-4d67-9107-5bece544877f', 'tenant_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'mac_address': 'fa:16:3e:ca:b9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d11cfd-9c40-49e1-9633-a8151d8739ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'fae8d525-6119-4f12-8850-695c242051a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:15Z', 'updated_at': '2022-09-13T13:14:16Z', 'revision_number': 2, 'project_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'subnets': [{'id': 'fae8d525-6119-4f12-8850-695c242051a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:19.625770 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] Checking router: 72d11cfd-9c40-49e1-9633-a8151d8739ce for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:14:19.626303 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] Updating router 72d11cfd-9c40-49e1-9633-a8151d8739ce port fc88a413-fd64-45a4-8172-9821cbf1b665 binding host dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 13 13:14:19.631530 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-35529242-0b00-4f71-8cd1-ee9dd355c3fb tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for security_group_rule (0c3723a2-911f-442d-bc9c-80de2d6681dc), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:19.704770 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (fc88a413-fd64-45a4-8172-9821cbf1b665), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:19.730050 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device cf681655-3b59-46ce-9e73-177a2518d373 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:14:19.746136 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-35529242-0b00-4f71-8cd1-ee9dd355c3fb tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for security_group_rule (0c3723a2-911f-442d-bc9c-80de2d6681dc), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:19.812122 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-35529242-0b00-4f71-8cd1-ee9dd355c3fb tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (0c3723a2-911f-442d-bc9c-80de2d6681dc), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:19.825375 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [req-712c2d75-7669-4df5-9599-6239c5570611 req-0da5abb2-f62d-4a4f-8f7d-f780e8860da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f219e0a-2b4c-4cb0-a6bc-be186a880267 {{(pid=106850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:14:19.835414 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-712c2d75-7669-4df5-9599-6239c5570611 req-0da5abb2-f62d-4a4f-8f7d-f780e8860da0 service neutron] Publish callbacks [] for port (8f219e0a-2b4c-4cb0-a6bc-be186a880267), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:19.849287 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:19.852808 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.provisioning_blocks [req-712c2d75-7669-4df5-9599-6239c5570611 req-0da5abb2-f62d-4a4f-8f7d-f780e8860da0 service neutron] Transition to ACTIVE for port object 8f219e0a-2b4c-4cb0-a6bc-be186a880267 will not be triggered until provisioned by entity L2. {{(pid=106850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 13:14:19.858785 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port cf681655-3b59-46ce-9e73-177a2518d373 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:19.858972 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (cf681655-3b59-46ce-9e73-177a2518d373), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:19.883026 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35529242-0b00-4f71-8cd1-ee9dd355c3fb tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3723a2-911f-442d-bc9c-80de2d6681dc,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:19.972719 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06628f-c06b-4dd6-af76-925dee1c747b req-da892e63-d6f0-44f8-b677-d18f6424da8e tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:19.974533 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ba06628f-c06b-4dd6-af76-925dee1c747b req-da892e63-d6f0-44f8-b677-d18f6424da8e tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 931 time: 0.0544772 Sep 13 13:14:19.978816 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-712c2d75-7669-4df5-9599-6239c5570611 req-0da5abb2-f62d-4a4f-8f7d-f780e8860da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (8f219e0a-2b4c-4cb0-a6bc-be186a880267), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:19.980937 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-35529242-0b00-4f71-8cd1-ee9dd355c3fb tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:19.987845 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-35529242-0b00-4f71-8cd1-ee9dd355c3fb tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4826519 Sep 13 13:14:19.991597 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 43502) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:14:19.997448 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-02f0a392-31ff-4968-8231-03e68027efcc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Request body: {'security_group_rule': {'security_group_id': '58115c3b-7693-471c-af7f-2b091bc6695b', 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:14:20.080725 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:20.108125 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-02f0a392-31ff-4968-8231-03e68027efcc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for security_group_rule (cc1c29b8-ea91-45fe-bb01-48b023fac5aa), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:20.119063 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ba06628f-c06b-4dd6-af76-925dee1c747b req-52d8ba2f-270f-4bb8-b22f-7637daa87ea4 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103964 Sep 13 13:14:20.178631 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5abb2-f62d-4a4f-8f7d-f780e8860da0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f219e0a-2b4c-4cb0-a6bc-be186a880267,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:20.200854 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-712c2d75-7669-4df5-9599-6239c5570611 req-0da5abb2-f62d-4a4f-8f7d-f780e8860da0 service neutron] Attempting to bind port 8f219e0a-2b4c-4cb0-a6bc-be186a880267 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:14:20.201079 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-712c2d75-7669-4df5-9599-6239c5570611 req-0da5abb2-f62d-4a4f-8f7d-f780e8860da0 service neutron] Attempting to bind port 8f219e0a-2b4c-4cb0-a6bc-be186a880267 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '5c7e138f-0bdd-42cd-9041-a02642f72e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '54458d17-cf99-4ceb-be5e-fa27751fbf40'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:14:20.201776 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712c2d75-7669-4df5-9599-6239c5570611 req-0da5abb2-f62d-4a4f-8f7d-f780e8860da0 service neutron] Attempting to bind port 8f219e0a-2b4c-4cb0-a6bc-be186a880267 on network 54458d17-cf99-4ceb-be5e-fa27751fbf40 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:14:20.255304 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-02f0a392-31ff-4968-8231-03e68027efcc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for security_group_rule (cc1c29b8-ea91-45fe-bb01-48b023fac5aa), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:20.259113 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port cf681655-3b59-46ce-9e73-177a2518d373 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:20.265400 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712c2d75-7669-4df5-9599-6239c5570611 req-0da5abb2-f62d-4a4f-8f7d-f780e8860da0 service neutron] Port 8f219e0a-2b4c-4cb0-a6bc-be186a880267 on network 54458d17-cf99-4ceb-be5e-fa27751fbf40 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 13:14:20.265981 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712c2d75-7669-4df5-9599-6239c5570611 req-0da5abb2-f62d-4a4f-8f7d-f780e8860da0 service neutron] Attempting to bind port 8f219e0a-2b4c-4cb0-a6bc-be186a880267 on network 54458d17-cf99-4ceb-be5e-fa27751fbf40 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:14:20.315513 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712c2d75-7669-4df5-9599-6239c5570611 req-0da5abb2-f62d-4a4f-8f7d-f780e8860da0 service neutron] Checking agent: {'id': '96974c91-2132-4a74-8ded-139ad5e3b835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 13, 3), 'started_at': datetime.datetime(2022, 9, 13, 13, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:14:20.316222 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712c2d75-7669-4df5-9599-6239c5570611 req-0da5abb2-f62d-4a4f-8f7d-f780e8860da0 service neutron] Checking segment: {'id': '5c7e138f-0bdd-42cd-9041-a02642f72e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '54458d17-cf99-4ceb-be5e-fa27751fbf40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:14:20.316820 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-712c2d75-7669-4df5-9599-6239c5570611 req-0da5abb2-f62d-4a4f-8f7d-f780e8860da0 service neutron] Bound using segment: {'id': '5c7e138f-0bdd-42cd-9041-a02642f72e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '54458d17-cf99-4ceb-be5e-fa27751fbf40'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:14:20.317478 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-712c2d75-7669-4df5-9599-6239c5570611 req-0da5abb2-f62d-4a4f-8f7d-f780e8860da0 service neutron] Bound port: 8f219e0a-2b4c-4cb0-a6bc-be186a880267, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c7e138f-0bdd-42cd-9041-a02642f72e8c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '54458d17-cf99-4ceb-be5e-fa27751fbf40'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:14:20.318070 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-712c2d75-7669-4df5-9599-6239c5570611 req-0da5abb2-f62d-4a4f-8f7d-f780e8860da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (8f219e0a-2b4c-4cb0-a6bc-be186a880267), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:20.319440 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] Publish callbacks [] for port (fc88a413-fd64-45a4-8172-9821cbf1b665), precommit_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:20.320921 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:20.325831 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-02f0a392-31ff-4968-8231-03e68027efcc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (cc1c29b8-ea91-45fe-bb01-48b023fac5aa), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:20.362399 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0a392-31ff-4968-8231-03e68027efcc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1c29b8-ea91-45fe-bb01-48b023fac5aa,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:20.398912 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-712c2d75-7669-4df5-9599-6239c5570611 req-0da5abb2-f62d-4a4f-8f7d-f780e8860da0 service neutron] For port 8f219e0a-2b4c-4cb0-a6bc-be186a880267, host hv-cinder-80135, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:14:20.402699 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-712c2d75-7669-4df5-9599-6239c5570611 req-0da5abb2-f62d-4a4f-8f7d-f780e8860da0 service neutron] For port 8f219e0a-2b4c-4cb0-a6bc-be186a880267, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=8f219e0a-2b4c-4cb0-a6bc-be186a880267,segment=NetworkSegment(5c7e138f-0bdd-42cd-9041-a02642f72e8c),segment_id=5c7e138f-0bdd-42cd-9041-a02642f72e8c)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:14:20.406557 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (fc88a413-fd64-45a4-8172-9821cbf1b665), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:20.441023 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-02f0a392-31ff-4968-8231-03e68027efcc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:20.445694 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-02f0a392-31ff-4968-8231-03e68027efcc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4490573 Sep 13 13:14:20.445694 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 43504) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:14:20.452586 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-f9492084-0da2-46d1-9b98-0c660ba97909 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Request body: {'security_group_rule': {'security_group_id': '58115c3b-7693-471c-af7f-2b091bc6695b', 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:14:20.461032 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=80,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:20.486339 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8bead-b78b-490c-9ad5-2429abfe4a15 None None] Pushing event updated for resources: {'Port': ['ID=fc88a413-fd64-45a4-8172-9821cbf1b665,revision_number=3']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:20.497063 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-712c2d75-7669-4df5-9599-6239c5570611 req-0da5abb2-f62d-4a4f-8f7d-f780e8860da0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (8f219e0a-2b4c-4cb0-a6bc-be186a880267), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:20.505716 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c2d75-7669-4df5-9599-6239c5570611 req-0da5abb2-f62d-4a4f-8f7d-f780e8860da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:20.507229 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-712c2d75-7669-4df5-9599-6239c5570611 req-0da5abb2-f62d-4a4f-8f7d-f780e8860da0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:20.509536 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-712c2d75-7669-4df5-9599-6239c5570611 req-0da5abb2-f62d-4a4f-8f7d-f780e8860da0 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/8f219e0a-2b4c-4cb0-a6bc-be186a880267 HTTP/1.1" status: 200 len: 1093 time: 1.1895914 Sep 13 13:14:20.510134 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41d5008e-b793-4dfa-a480-61aa740c5861', 'tag': '8f219e0a-2b4c-4cb0-a6bc-be186a880267'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:14:20.513483 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565827a7-7ccc-40b1-ad5b-407d42ec73a6" -d '{"events": [{"name": "network-changed", "server_uuid": "41d5008e-b793-4dfa-a480-61aa740c5861", "tag": "8f219e0a-2b4c-4cb0-a6bc-be186a880267"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:14:20.539203 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] Attempting to bind port fc88a413-fd64-45a4-8172-9821cbf1b665 on host dv-cinder-801354-10-iscsi for vnic_type normal with profile {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:14:20.542308 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] Attempting to bind port fc88a413-fd64-45a4-8172-9821cbf1b665 by drivers openvswitch,hyperv on host dv-cinder-801354-10-iscsi at level 0 using segments [{'id': '47a8d984-7944-4c73-a9d5-156e4e78dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f6de50d6-906f-4d67-9107-5bece544877f'}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:14:20.542938 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] Attempting to bind port fc88a413-fd64-45a4-8172-9821cbf1b665 on network f6de50d6-906f-4d67-9107-5bece544877f {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:14:20.545374 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f9492084-0da2-46d1-9b98-0c660ba97909 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for security_group_rule (63de99de-f154-4f66-930b-80b7caa90915), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:20.581457 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5abb2-f62d-4a4f-8f7d-f780e8860da0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f219e0a-2b4c-4cb0-a6bc-be186a880267,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:20.601966 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] Checking agent: {'id': '7541a978-73db-4eea-9558-71482560a5c2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-801354-10-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 12, 56, 38), 'started_at': datetime.datetime(2022, 9, 13, 12, 57, 8), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 14, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-801354-10-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:14:20.603124 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] Checking segment: {'id': '47a8d984-7944-4c73-a9d5-156e4e78dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f6de50d6-906f-4d67-9107-5bece544877f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106851) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:14:20.603704 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:20.604253 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] Bound using segment: {'id': '47a8d984-7944-4c73-a9d5-156e4e78dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f6de50d6-906f-4d67-9107-5bece544877f'} {{(pid=106851) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:14:20.604922 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.managers [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] Bound port: fc88a413-fd64-45a4-8172-9821cbf1b665, host: dv-cinder-801354-10-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47a8d984-7944-4c73-a9d5-156e4e78dd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': 'f6de50d6-906f-4d67-9107-5bece544877f'}}] {{(pid=106851) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:14:20.605477 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (fc88a413-fd64-45a4-8172-9821cbf1b665), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:20.621450 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29231515-2997-4165-9f61-07f09c06f098 x-openstack-request-id: req-29231515-2997-4165-9f61-07f09c06f098 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:14:20.621813 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41d5008e-b793-4dfa-a480-61aa740c5861", "tag": "8f219e0a-2b4c-4cb0-a6bc-be186a880267", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:14:20.622075 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-29231515-2997-4165-9f61-07f09c06f098 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:14:20.622493 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29231515-2997-4165-9f61-07f09c06f098'] response: {'name': 'network-changed', 'server_uuid': '41d5008e-b793-4dfa-a480-61aa740c5861', 'tag': '8f219e0a-2b4c-4cb0-a6bc-be186a880267', 'status': 'completed', 'code': 200} Sep 13 13:14:20.677021 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f9492084-0da2-46d1-9b98-0c660ba97909 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for security_group_rule (63de99de-f154-4f66-930b-80b7caa90915), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:20.685166 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] For port fc88a413-fd64-45a4-8172-9821cbf1b665, host dv-cinder-801354-10-iscsi, cleared binding levels {{(pid=106851) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:14:20.688911 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] For port fc88a413-fd64-45a4-8172-9821cbf1b665, host dv-cinder-801354-10-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=fc88a413-fd64-45a4-8172-9821cbf1b665,segment=NetworkSegment(47a8d984-7944-4c73-a9d5-156e4e78dd87),segment_id=47a8d984-7944-4c73-a9d5-156e4e78dd87)] {{(pid=106851) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:14:20.713420 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c2d75-7669-4df5-9599-6239c5570611 req-7ee7c54b-71a2-430b-b753-d8a0f2b0ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:20.714990 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-712c2d75-7669-4df5-9599-6239c5570611 req-7ee7c54b-71a2-430b-b753-d8a0f2b0ebd0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a5d396f1d5c14e179ab56809f912f1dc&device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 1127 time: 0.0915637 Sep 13 13:14:20.770112 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-712c2d75-7669-4df5-9599-6239c5570611 req-e8b0360b-aec7-423e-8e43-30071ad72f93 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f219e0a-2b4c-4cb0-a6bc-be186a880267 HTTP/1.1" status: 200 len: 217 time: 0.0443432 Sep 13 13:14:20.788562 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f9492084-0da2-46d1-9b98-0c660ba97909 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (63de99de-f154-4f66-930b-80b7caa90915), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:20.822490 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (fc88a413-fd64-45a4-8172-9821cbf1b665), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:20.833436 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9492084-0da2-46d1-9b98-0c660ba97909 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63de99de-f154-4f66-930b-80b7caa90915,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:20.863574 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712c2d75-7669-4df5-9599-6239c5570611 req-1cd114a4-b611-41de-959a-6b7b60d65bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:20.868169 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-712c2d75-7669-4df5-9599-6239c5570611 req-1cd114a4-b611-41de-959a-6b7b60d65bc5 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=a8e3d6d4-bebd-4ba0-be58-c94492e30e96 HTTP/1.1" status: 200 len: 849 time: 0.0913434 Sep 13 13:14:20.871225 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] Routers {'72d11cfd-9c40-49e1-9633-a8151d8739ce'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:14:20.871865 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:14:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['72d11cfd-9c40-49e1-9633-a8151d8739ce'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:20.920266 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-712c2d75-7669-4df5-9599-6239c5570611 req-bc3837bd-5b5f-492a-9da1-6878a34ba22e service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=54458d17-cf99-4ceb-be5e-fa27751fbf40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436797 Sep 13 13:14:20.924672 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-f9492084-0da2-46d1-9b98-0c660ba97909 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:20.929794 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-f9492084-0da2-46d1-9b98-0c660ba97909 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4832921 Sep 13 13:14:20.931424 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 43516) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:14:20.941317 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-259fc035-1f56-4414-aaea-9f23d131a120 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Request body: {'security_group_rule': {'security_group_id': '58115c3b-7693-471c-af7f-2b091bc6695b', 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:14:20.957332 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf8bead-b78b-490c-9ad5-2429abfe4a15 None None] Pushing event updated for resources: {'Port': ['ID=fc88a413-fd64-45a4-8172-9821cbf1b665,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:21.009783 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:21.055786 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-712c2d75-7669-4df5-9599-6239c5570611 req-f1f0f8ed-1a62-4b3b-8fff-1f47a2ad5523 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/54458d17-cf99-4ceb-be5e-fa27751fbf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309099 Sep 13 13:14:21.057821 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:21.059950 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] Set router 72d11cfd-9c40-49e1-9633-a8151d8739ce gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:14:21.108188 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.db.securitygroups_db [None req-259fc035-1f56-4414-aaea-9f23d131a120 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Project bdc958fc46ca40afa50f4e7f43a0ffe1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 13:14:21.128229 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-259fc035-1f56-4414-aaea-9f23d131a120 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for security_group_rule (6d940802-c9d6-4f7d-953c-8ad987d4b0e0), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:21.175752 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-712c2d75-7669-4df5-9599-6239c5570611 req-b62bbbc6-4c54-4fa7-beb2-e72681b7ee2f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/54458d17-cf99-4ceb-be5e-fa27751fbf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137631 Sep 13 13:14:21.252657 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-259fc035-1f56-4414-aaea-9f23d131a120 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for security_group_rule (6d940802-c9d6-4f7d-953c-8ad987d4b0e0), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:21.270163 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768a339-0f2c-411c-ad39-6c6d431bac08 req-20431e12-2b62-46c2-b35f-6869b9d652e7 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:21.272561 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0768a339-0f2c-411c-ad39-6c6d431bac08 req-20431e12-2b62-46c2-b35f-6869b9d652e7 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 943 time: 0.0478005 Sep 13 13:14:21.295226 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d11cfd-9c40-49e1-9633-a8151d8739ce', 'name': 'tempest-TestVolumeBootPattern-1106352812-router', 'tenant_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cf681655-3b59-46ce-9e73-177a2518d373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:11Z', 'updated_at': '2022-09-13T13:14:16Z', 'revision_number': 4, 'project_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'gw_port': {'id': 'cf681655-3b59-46ce-9e73-177a2518d373', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:51:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d11cfd-9c40-49e1-9633-a8151d8739ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:12Z', 'updated_at': '2022-09-13T13:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'fc88a413-fd64-45a4-8172-9821cbf1b665', 'name': '', 'network_id': 'f6de50d6-906f-4d67-9107-5bece544877f', 'tenant_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'mac_address': 'fa:16:3e:ca:b9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d11cfd-9c40-49e1-9633-a8151d8739ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'fae8d525-6119-4f12-8850-695c242051a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:15Z', 'updated_at': '2022-09-13T13:14:20Z', 'revision_number': 4, 'project_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'subnets': [{'id': 'fae8d525-6119-4f12-8850-695c242051a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:21.322112 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0768a339-0f2c-411c-ad39-6c6d431bac08 req-7a888645-8f21-4320-be00-909855f652e1 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436044 Sep 13 13:14:21.324905 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e283ee-c903-4e98-8446-664bbf1387a4 None None] The sync data for ids ['72d11cfd-9c40-49e1-9633-a8151d8739ce'] in dv-cinder-801354-10-iscsi is: [{'id': '72d11cfd-9c40-49e1-9633-a8151d8739ce', 'name': 'tempest-TestVolumeBootPattern-1106352812-router', 'tenant_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cf681655-3b59-46ce-9e73-177a2518d373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:11Z', 'updated_at': '2022-09-13T13:14:16Z', 'revision_number': 4, 'project_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'gw_port': {'id': 'cf681655-3b59-46ce-9e73-177a2518d373', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:51:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d11cfd-9c40-49e1-9633-a8151d8739ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:12Z', 'updated_at': '2022-09-13T13:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': 'fc88a413-fd64-45a4-8172-9821cbf1b665', 'name': '', 'network_id': 'f6de50d6-906f-4d67-9107-5bece544877f', 'tenant_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'mac_address': 'fa:16:3e:ca:b9:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '72d11cfd-9c40-49e1-9633-a8151d8739ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'fae8d525-6119-4f12-8850-695c242051a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:15Z', 'updated_at': '2022-09-13T13:14:20Z', 'revision_number': 4, 'project_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'subnets': [{'id': 'fae8d525-6119-4f12-8850-695c242051a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:14:21.568009 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:14:21.583569 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-259fc035-1f56-4414-aaea-9f23d131a120 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (6d940802-c9d6-4f7d-953c-8ad987d4b0e0), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:21.619805 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259fc035-1f56-4414-aaea-9f23d131a120 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d940802-c9d6-4f7d-953c-8ad987d4b0e0,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:21.682908 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device fc88a413-fd64-45a4-8172-9821cbf1b665 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:14:21.721222 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-259fc035-1f56-4414-aaea-9f23d131a120 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:21.722428 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-259fc035-1f56-4414-aaea-9f23d131a120 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7897878 Sep 13 13:14:21.725758 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 43524) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:14:21.729781 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-3f5f19a5-a65d-4fe7-9eda-35f5d2c9c014 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Request body: {'security_group_rule': {'security_group_id': '58115c3b-7693-471c-af7f-2b091bc6695b', 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:14:21.766733 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port fc88a413-fd64-45a4-8172-9821cbf1b665 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:21.767107 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (fc88a413-fd64-45a4-8172-9821cbf1b665), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:21.862514 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port fc88a413-fd64-45a4-8172-9821cbf1b665 is: DOWN; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:21.863011 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (fc88a413-fd64-45a4-8172-9821cbf1b665), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:21.863959 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.db.securitygroups_db [None req-3f5f19a5-a65d-4fe7-9eda-35f5d2c9c014 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Project bdc958fc46ca40afa50f4e7f43a0ffe1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 13:14:21.872582 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3f5f19a5-a65d-4fe7-9eda-35f5d2c9c014 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for security_group_rule (4dbcd629-15eb-436a-920e-4c23e131f838), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:21.915854 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] For port fc88a413-fd64-45a4-8172-9821cbf1b665, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=fc88a413-fd64-45a4-8172-9821cbf1b665,segment=NetworkSegment(47a8d984-7944-4c73-a9d5-156e4e78dd87),segment_id=47a8d984-7944-4c73-a9d5-156e4e78dd87)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:14:21.929202 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:21.971699 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3f5f19a5-a65d-4fe7-9eda-35f5d2c9c014 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for security_group_rule (4dbcd629-15eb-436a-920e-4c23e131f838), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:21.976925 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (fc88a413-fd64-45a4-8172-9821cbf1b665), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:22.031048 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:22.063582 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Pushing event updated for resources: {'Port': ['ID=fc88a413-fd64-45a4-8172-9821cbf1b665,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:22.085236 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3f5f19a5-a65d-4fe7-9eda-35f5d2c9c014 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (4dbcd629-15eb-436a-920e-4c23e131f838), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:22.110857 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f19a5-a65d-4fe7-9eda-35f5d2c9c014 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4dbcd629-15eb-436a-920e-4c23e131f838,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:22.241520 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-3f5f19a5-a65d-4fe7-9eda-35f5d2c9c014 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:22.242592 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-3f5f19a5-a65d-4fe7-9eda-35f5d2c9c014 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5163355 Sep 13 13:14:22.332822 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565827a7-7ccc-40b1-ad5b-407d42ec73a6 req-007dd6b4-2222-42e2-9e40-3cafbd5ed370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:22.336234 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-565827a7-7ccc-40b1-ad5b-407d42ec73a6 req-007dd6b4-2222-42e2-9e40-3cafbd5ed370 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=a5d396f1d5c14e179ab56809f912f1dc&device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 1127 time: 0.0642576 Sep 13 13:14:22.501858 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e1023-165e-4ef6-847f-bbce36f3c61f req-645867e4-0b16-49f5-9edc-cae3b0c8a7c1 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:22.503423 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e71e1023-165e-4ef6-847f-bbce36f3c61f req-645867e4-0b16-49f5-9edc-cae3b0c8a7c1 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 943 time: 0.0795376 Sep 13 13:14:22.509017 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565827a7-7ccc-40b1-ad5b-407d42ec73a6 req-17ebfb74-7127-4718-88a0-6829ee408903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:22.510440 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-565827a7-7ccc-40b1-ad5b-407d42ec73a6 req-17ebfb74-7127-4718-88a0-6829ee408903 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=54458d17-cf99-4ceb-be5e-fa27751fbf40 HTTP/1.1" status: 200 len: 910 time: 0.1695313 Sep 13 13:14:22.570688 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-565827a7-7ccc-40b1-ad5b-407d42ec73a6 req-7241866f-96c3-439e-9f7b-780f5593f343 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8f219e0a-2b4c-4cb0-a6bc-be186a880267 HTTP/1.1" status: 200 len: 217 time: 0.0519490 Sep 13 13:14:22.654521 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e71e1023-165e-4ef6-847f-bbce36f3c61f req-434d5469-7c13-4ed6-91ba-ee5aa3e7027d tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427579 Sep 13 13:14:22.674241 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565827a7-7ccc-40b1-ad5b-407d42ec73a6 req-4192bac7-047f-46ad-9f70-046d7898ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:22.676950 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-565827a7-7ccc-40b1-ad5b-407d42ec73a6 req-4192bac7-047f-46ad-9f70-046d7898ed63 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=a8e3d6d4-bebd-4ba0-be58-c94492e30e96 HTTP/1.1" status: 200 len: 849 time: 0.0916412 Sep 13 13:14:22.708497 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-565827a7-7ccc-40b1-ad5b-407d42ec73a6 req-b6f2311d-47c9-4560-9bb9-e623a37358c1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=54458d17-cf99-4ceb-be5e-fa27751fbf40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265062 Sep 13 13:14:22.808806 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-565827a7-7ccc-40b1-ad5b-407d42ec73a6 req-8df0bfc0-ada6-4d3a-8158-bbf82e3456eb service neutron] 10.222.0.61 "GET /networking/v2.0/networks/54458d17-cf99-4ceb-be5e-fa27751fbf40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937219 Sep 13 13:14:22.872622 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:23.201716 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-565827a7-7ccc-40b1-ad5b-407d42ec73a6 req-8b37f4a4-da4d-4b8c-acb2-30ae80eed37e service neutron] 10.222.0.61 "GET /networking/v2.0/networks/54458d17-cf99-4ceb-be5e-fa27751fbf40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868818 Sep 13 13:14:23.285115 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-d4cda90f-70f6-4c24-93c8-02444d8af557 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:23.286613 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-d4cda90f-70f6-4c24-93c8-02444d8af557 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/networks?id=ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 HTTP/1.1" status: 200 len: 814 time: 0.1131454 Sep 13 13:14:23.301796 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-b4e40658-39e3-4d6e-b977-d06cdcdef7b3 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/quotas/aa5bc3bf3bb74d6a91e79dd861d0563f HTTP/1.1" status: 200 len: 375 time: 0.0094121 Sep 13 13:14:23.355579 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-950b52bf-b874-491d-b9b3-ded8496097e6 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=aa5bc3bf3bb74d6a91e79dd861d0563f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485187 Sep 13 13:14:23.475861 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-8f5383e6-1fd7-4af1-b309-96cae0ee3f33 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079466 Sep 13 13:14:23.580500 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-c1053fbc-2ffa-430a-9e34-a7d9e6078301 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988607 Sep 13 13:14:23.649270 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device fc88a413-fd64-45a4-8172-9821cbf1b665 up at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:14:23.697797 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Provisioning complete for port fc88a413-fd64-45a4-8172-9821cbf1b665 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:23.698177 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (fc88a413-fd64-45a4-8172-9821cbf1b665), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:23.778558 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Current status of the port fc88a413-fd64-45a4-8172-9821cbf1b665 is: ACTIVE; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:23.787642 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9582e4cb-ea20-4f68-9cc0-f6a93eb8fb0d req-0338d5fd-0b6f-45a9-ab91-3ae24828d400 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:23.794066 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9582e4cb-ea20-4f68-9cc0-f6a93eb8fb0d req-0338d5fd-0b6f-45a9-ab91-3ae24828d400 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 943 time: 0.0580113 Sep 13 13:14:23.851577 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:23.871113 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7c678b03-fc6a-4282-b642-ae40a7b4ffd9 req-81e80383-45a1-486f-b11d-b1e4b3843dc1 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 210 time: 0.0436256 Sep 13 13:14:23.882471 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9582e4cb-ea20-4f68-9cc0-f6a93eb8fb0d req-20e2f68c-8b2a-478a-84d8-25f12b3e6c29 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804539 Sep 13 13:14:24.982862 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d7c480f6-1aa0-4048-b479-c59927759990 req-714af367-154f-4df7-8d0b-e1622fb5e3ec tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 210 time: 0.0518324 Sep 13 13:14:25.028698 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85ad62a-2a35-482b-a69c-53265a407d42 req-eb6940f6-eb0b-4142-9b53-05ade9d18361 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:25.030551 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c85ad62a-2a35-482b-a69c-53265a407d42 req-eb6940f6-eb0b-4142-9b53-05ade9d18361 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 943 time: 0.0506876 Sep 13 13:14:25.079243 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c85ad62a-2a35-482b-a69c-53265a407d42 req-a2a789e4-0e56-4e4c-a1a2-d4f60c1586ef tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429971 Sep 13 13:14:25.238191 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 8f219e0a-2b4c-4cb0-a6bc-be186a880267 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:14:25.337172 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 8f219e0a-2b4c-4cb0-a6bc-be186a880267, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=8f219e0a-2b4c-4cb0-a6bc-be186a880267,segment=NetworkSegment(5c7e138f-0bdd-42cd-9041-a02642f72e8c),segment_id=5c7e138f-0bdd-42cd-9041-a02642f72e8c)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:14:25.347988 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': '8f219e0a-2b4c-4cb0-a6bc-be186a880267', 'network_id': '54458d17-cf99-4ceb-be5e-fa27751fbf40', 'port_id': '8f219e0a-2b4c-4cb0-a6bc-be186a880267', 'mac_address': 'fa:16:3e:ca:92:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8e3d6d4-bebd-4ba0-be58-c94492e30e96', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:14:25.388012 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 8f219e0a-2b4c-4cb0-a6bc-be186a880267 is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:25.388288 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (8f219e0a-2b4c-4cb0-a6bc-be186a880267), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:25.401844 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f219e0a-2b4c-4cb0-a6bc-be186a880267 {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:14:25.429813 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 8f219e0a-2b4c-4cb0-a6bc-be186a880267, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=8f219e0a-2b4c-4cb0-a6bc-be186a880267,segment=NetworkSegment(5c7e138f-0bdd-42cd-9041-a02642f72e8c),segment_id=5c7e138f-0bdd-42cd-9041-a02642f72e8c)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:14:25.519310 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (8f219e0a-2b4c-4cb0-a6bc-be186a880267), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:25.570044 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=8f219e0a-2b4c-4cb0-a6bc-be186a880267,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:25.742706 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['8f219e0a-2b4c-4cb0-a6bc-be186a880267'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:14:26.091249 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fe9c636c-4d76-4c15-9c46-fc13998928fd req-fc5b54d1-36fd-4acb-bc76-3b444f0cdb35 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 210 time: 0.0285442 Sep 13 13:14:26.203926 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416d1d5e-aadf-474b-9f3a-2d3447e7e08e req-48d258e5-b93e-44c8-9be9-beb9c9383712 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:26.205518 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-416d1d5e-aadf-474b-9f3a-2d3447e7e08e req-48d258e5-b93e-44c8-9be9-beb9c9383712 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 944 time: 0.0509319 Sep 13 13:14:26.330200 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-416d1d5e-aadf-474b-9f3a-2d3447e7e08e req-d2d57881-efb9-40c2-8aaf-f6f9bf2eb98f tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186733 Sep 13 13:14:26.377242 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-7fb8f6ef-5678-4a7f-aef9-0cfdcbcac584 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:26.378738 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-7fb8f6ef-5678-4a7f-aef9-0cfdcbcac584 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.61 "GET /networking/v2.0/networks?id=ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 HTTP/1.1" status: 200 len: 814 time: 0.1481044 Sep 13 13:14:26.390205 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-baa42b7e-5264-49c6-8b4e-57c72d9a39e4 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Request body: {'port': {'device_id': 'b275b709-dd0e-41e1-97fe-a6d03678967d', 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8', 'admin_state_up': True, 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:14:26.415512 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=38 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:26.581950 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-baa42b7e-5264-49c6-8b4e-57c72d9a39e4 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Made reservation on behalf of aa5bc3bf3bb74d6a91e79dd861d0563f for: {'port': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:14:26.586380 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-baa42b7e-5264-49c6-8b4e-57c72d9a39e4 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:26.726017 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-baa42b7e-5264-49c6-8b4e-57c72d9a39e4 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Allocated IP 172.20.0.14 (ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8/bebc62c1-d020-46a2-906a-309dbd84a496/38092063-8ac8-4d3f-bfeb-e77fdc56299a) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:14:26.761593 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:26.887235 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:26.890078 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-baa42b7e-5264-49c6-8b4e-57c72d9a39e4 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for port (38092063-8ac8-4d3f-bfeb-e77fdc56299a), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:27.092071 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-baa42b7e-5264-49c6-8b4e-57c72d9a39e4 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (38092063-8ac8-4d3f-bfeb-e77fdc56299a), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:27.149311 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-baa42b7e-5264-49c6-8b4e-57c72d9a39e4 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Network ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:14:27.153056 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-baa42b7e-5264-49c6-8b4e-57c72d9a39e4 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:14:27.156510 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-baa42b7e-5264-49c6-8b4e-57c72d9a39e4 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:14:27.227388 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa42b7e-5264-49c6-8b4e-57c72d9a39e4 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Pushing event updated for resources: {'Port': ['ID=38092063-8ac8-4d3f-bfeb-e77fdc56299a,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:27.265659 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 8f219e0a-2b4c-4cb0-a6bc-be186a880267 up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:14:27.310236 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fcae45-8ac2-41c2-86bc-cad132f1a387 req-dc230a49-82eb-4919-810e-2ef09b5195ca tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:27.322360 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-58fcae45-8ac2-41c2-86bc-cad132f1a387 req-dc230a49-82eb-4919-810e-2ef09b5195ca tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 932 time: 0.1017489 Sep 13 13:14:27.344628 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-baa42b7e-5264-49c6-8b4e-57c72d9a39e4 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:27.345109 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-baa42b7e-5264-49c6-8b4e-57c72d9a39e4 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:27.349011 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning for port 8f219e0a-2b4c-4cb0-a6bc-be186a880267 completed by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 13:14:27.446431 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port 8f219e0a-2b4c-4cb0-a6bc-be186a880267 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:27.446820 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (8f219e0a-2b4c-4cb0-a6bc-be186a880267), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:27.507905 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-58fcae45-8ac2-41c2-86bc-cad132f1a387 req-ffc74a7d-bd97-48d3-879c-d50da7a9a719 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804836 Sep 13 13:14:27.534197 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-baa42b7e-5264-49c6-8b4e-57c72d9a39e4 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1474638 Sep 13 13:14:27.609783 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 8f219e0a-2b4c-4cb0-a6bc-be186a880267 is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:27.610562 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (8f219e0a-2b4c-4cb0-a6bc-be186a880267), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:27.630422 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-be712c5b-185d-45d6-a3d9-043f7d7e3712 service neutron] Request body: {'port': {'device_id': 'b275b709-dd0e-41e1-97fe-a6d03678967d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:14:27.656807 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:27.681246 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-04effe8a-c98d-4249-9bba-a1187ec58ece None None] Provisioning complete for port 38092063-8ac8-4d3f-bfeb-e77fdc56299a triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:27.682494 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-04effe8a-c98d-4249-9bba-a1187ec58ece None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (38092063-8ac8-4d3f-bfeb-e77fdc56299a), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:27.683080 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d5008e-b793-4dfa-a480-61aa740c5861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f219e0a-2b4c-4cb0-a6bc-be186a880267'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:14:27.685926 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef41047-1619-436c-95f5-c6492d614b8e" -d '{"events": [{"server_uuid": "41d5008e-b793-4dfa-a480-61aa740c5861", "name": "network-vif-plugged", "status": "completed", "tag": "8f219e0a-2b4c-4cb0-a6bc-be186a880267"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:14:27.688987 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:27.689225 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d049e-cf23-4b72-858f-6c11432d3f30 req-d86be77f-75ac-4bc7-a1e9-3fd122941d8b tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:27.691254 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-434d049e-cf23-4b72-858f-6c11432d3f30 req-d86be77f-75ac-4bc7-a1e9-3fd122941d8b tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 944 time: 0.1547725 Sep 13 13:14:27.734651 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 8f219e0a-2b4c-4cb0-a6bc-be186a880267, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=8f219e0a-2b4c-4cb0-a6bc-be186a880267,segment=NetworkSegment(5c7e138f-0bdd-42cd-9041-a02642f72e8c),segment_id=5c7e138f-0bdd-42cd-9041-a02642f72e8c)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:14:27.765291 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-04effe8a-c98d-4249-9bba-a1187ec58ece None None] Port 38092063-8ac8-4d3f-bfeb-e77fdc56299a cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:14:27.783194 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:14:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abc90a1-b315-4648-ae15-a9bd6caabdec x-openstack-request-id: req-9abc90a1-b315-4648-ae15-a9bd6caabdec {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:14:27.783575 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d5008e-b793-4dfa-a480-61aa740c5861", "name": "network-vif-plugged", "status": "completed", "tag": "8f219e0a-2b4c-4cb0-a6bc-be186a880267", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:14:27.783934 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-9abc90a1-b315-4648-ae15-a9bd6caabdec {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:14:27.784463 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9abc90a1-b315-4648-ae15-a9bd6caabdec'] response: {'server_uuid': '41d5008e-b793-4dfa-a480-61aa740c5861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f219e0a-2b4c-4cb0-a6bc-be186a880267', 'code': 200} Sep 13 13:14:27.793236 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-be712c5b-185d-45d6-a3d9-043f7d7e3712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (38092063-8ac8-4d3f-bfeb-e77fdc56299a), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:27.810750 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (8f219e0a-2b4c-4cb0-a6bc-be186a880267), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:27.855889 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-434d049e-cf23-4b72-858f-6c11432d3f30 req-9e3c17a4-4a5a-4a8d-bc1d-dd7cb7bd3610 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534252 Sep 13 13:14:27.928512 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=8f219e0a-2b4c-4cb0-a6bc-be186a880267,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:28.146365 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:28.209579 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-be712c5b-185d-45d6-a3d9-043f7d7e3712 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38092063-8ac8-4d3f-bfeb-e77fdc56299a {{(pid=106850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:14:28.218236 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-be712c5b-185d-45d6-a3d9-043f7d7e3712 service neutron] Publish callbacks [] for port (38092063-8ac8-4d3f-bfeb-e77fdc56299a), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:28.233430 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.provisioning_blocks [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-be712c5b-185d-45d6-a3d9-043f7d7e3712 service neutron] Transition to ACTIVE for port object 38092063-8ac8-4d3f-bfeb-e77fdc56299a will not be triggered until provisioned by entity L2. {{(pid=106850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 13:14:28.308493 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-be712c5b-185d-45d6-a3d9-043f7d7e3712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (38092063-8ac8-4d3f-bfeb-e77fdc56299a), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:28.411383 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be712c5b-185d-45d6-a3d9-043f7d7e3712 service neutron] Pushing event updated for resources: {'Port': ['ID=38092063-8ac8-4d3f-bfeb-e77fdc56299a,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:28.452802 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-be712c5b-185d-45d6-a3d9-043f7d7e3712 service neutron] Attempting to bind port 38092063-8ac8-4d3f-bfeb-e77fdc56299a on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:14:28.453233 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-be712c5b-185d-45d6-a3d9-043f7d7e3712 service neutron] Attempting to bind port 38092063-8ac8-4d3f-bfeb-e77fdc56299a by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '5b52370e-6d85-4efb-a48b-840f5d46cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:14:28.453460 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-be712c5b-185d-45d6-a3d9-043f7d7e3712 service neutron] Attempting to bind port 38092063-8ac8-4d3f-bfeb-e77fdc56299a on network ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:14:28.504594 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-be712c5b-185d-45d6-a3d9-043f7d7e3712 service neutron] Port 38092063-8ac8-4d3f-bfeb-e77fdc56299a on network ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 13:14:28.504916 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-be712c5b-185d-45d6-a3d9-043f7d7e3712 service neutron] Attempting to bind port 38092063-8ac8-4d3f-bfeb-e77fdc56299a on network ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:14:28.554269 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-be712c5b-185d-45d6-a3d9-043f7d7e3712 service neutron] Checking agent: {'id': '96974c91-2132-4a74-8ded-139ad5e3b835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 13, 3), 'started_at': datetime.datetime(2022, 9, 13, 13, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:14:28.554269 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-be712c5b-185d-45d6-a3d9-043f7d7e3712 service neutron] Checking segment: {'id': '5b52370e-6d85-4efb-a48b-840f5d46cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:14:28.554269 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-be712c5b-185d-45d6-a3d9-043f7d7e3712 service neutron] Bound using segment: {'id': '5b52370e-6d85-4efb-a48b-840f5d46cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:14:28.554269 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-be712c5b-185d-45d6-a3d9-043f7d7e3712 service neutron] Bound port: 38092063-8ac8-4d3f-bfeb-e77fdc56299a, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b52370e-6d85-4efb-a48b-840f5d46cda7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:14:28.554828 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-be712c5b-185d-45d6-a3d9-043f7d7e3712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (38092063-8ac8-4d3f-bfeb-e77fdc56299a), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:28.571605 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:28.695228 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-be712c5b-185d-45d6-a3d9-043f7d7e3712 service neutron] For port 38092063-8ac8-4d3f-bfeb-e77fdc56299a, host hv-cinder-80135, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:14:28.718219 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-be712c5b-185d-45d6-a3d9-043f7d7e3712 service neutron] For port 38092063-8ac8-4d3f-bfeb-e77fdc56299a, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=38092063-8ac8-4d3f-bfeb-e77fdc56299a,segment=NetworkSegment(5b52370e-6d85-4efb-a48b-840f5d46cda7),segment_id=5b52370e-6d85-4efb-a48b-840f5d46cda7)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:14:28.726145 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97ee09a-6070-4519-9e90-5557a5b96883 req-cf93dc9e-3fc2-4143-adcb-75f38b1f402c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:28.727832 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b97ee09a-6070-4519-9e90-5557a5b96883 req-cf93dc9e-3fc2-4143-adcb-75f38b1f402c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 944 time: 0.0853298 Sep 13 13:14:28.809979 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b97ee09a-6070-4519-9e90-5557a5b96883 req-339b1353-0b7e-41dc-b9f7-28be3b25cd37 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760674 Sep 13 13:14:28.811135 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-be712c5b-185d-45d6-a3d9-043f7d7e3712 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (38092063-8ac8-4d3f-bfeb-e77fdc56299a), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:28.820616 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-be712c5b-185d-45d6-a3d9-043f7d7e3712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:28.821563 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-be712c5b-185d-45d6-a3d9-043f7d7e3712 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:28.823201 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-be712c5b-185d-45d6-a3d9-043f7d7e3712 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/38092063-8ac8-4d3f-bfeb-e77fdc56299a HTTP/1.1" status: 200 len: 1094 time: 1.1995716 Sep 13 13:14:28.824236 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b275b709-dd0e-41e1-97fe-a6d03678967d', 'tag': '38092063-8ac8-4d3f-bfeb-e77fdc56299a'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:14:28.826979 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b8a546-2768-4e61-be43-996c90ae379b" -d '{"events": [{"name": "network-changed", "server_uuid": "b275b709-dd0e-41e1-97fe-a6d03678967d", "tag": "38092063-8ac8-4d3f-bfeb-e77fdc56299a"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:14:28.847138 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 43712) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:14:28.902718 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f5f6ed-0aa2-4807-9beb-546317043e09 req-1d607383-b3de-42ce-b472-b6d33431b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:28.905088 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-90f5f6ed-0aa2-4807-9beb-546317043e09 req-1d607383-b3de-42ce-b472-b6d33431b076 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 1129 time: 0.1308641 Sep 13 13:14:28.906659 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ed0a6a5-88b3-44dd-8dd9-b42d494653e8 admin admin] Deleting subnet f7121927-c8b9-4a63-9c61-3e3a20a05616 {{(pid=106849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 13:14:28.910643 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c121ee7e-ac1c-4bb5-88b5-0814c34622b5 x-openstack-request-id: req-c121ee7e-ac1c-4bb5-88b5-0814c34622b5 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:14:28.910973 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b275b709-dd0e-41e1-97fe-a6d03678967d", "tag": "38092063-8ac8-4d3f-bfeb-e77fdc56299a", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:14:28.911124 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5ed0a6a5-88b3-44dd-8dd9-b42d494653e8 admin admin] Publish callbacks [] for subnet (f7121927-c8b9-4a63-9c61-3e3a20a05616), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:28.911498 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c121ee7e-ac1c-4bb5-88b5-0814c34622b5 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:14:28.912522 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c121ee7e-ac1c-4bb5-88b5-0814c34622b5'] response: {'name': 'network-changed', 'server_uuid': 'b275b709-dd0e-41e1-97fe-a6d03678967d', 'tag': '38092063-8ac8-4d3f-bfeb-e77fdc56299a', 'status': 'completed', 'code': 200} Sep 13 13:14:28.976114 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5ed0a6a5-88b3-44dd-8dd9-b42d494653e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4782533'] for subnet (f7121927-c8b9-4a63-9c61-3e3a20a05616), precommit_delete_associations {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:28.995520 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be712c5b-185d-45d6-a3d9-043f7d7e3712 service neutron] Pushing event updated for resources: {'Port': ['ID=38092063-8ac8-4d3f-bfeb-e77fdc56299a,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:29.035645 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5ed0a6a5-88b3-44dd-8dd9-b42d494653e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3665047'] for subnet (f7121927-c8b9-4a63-9c61-3e3a20a05616), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:29.114805 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8a546-2768-4e61-be43-996c90ae379b req-ab5fc50f-7e89-4dca-8229-795cc3ae56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:29.117650 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-82b8a546-2768-4e61-be43-996c90ae379b req-ab5fc50f-7e89-4dca-8229-795cc3ae56d4 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=aa5bc3bf3bb74d6a91e79dd861d0563f&device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 1128 time: 0.1484375 Sep 13 13:14:29.142658 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3088e831-4746-4b48-860f-b6aee555ab4a req-33de4e33-dea8-4881-af5b-4514a7aa7a91 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:29.144699 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3088e831-4746-4b48-860f-b6aee555ab4a req-33de4e33-dea8-4881-af5b-4514a7aa7a91 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 945 time: 0.1061912 Sep 13 13:14:29.147124 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-90f5f6ed-0aa2-4807-9beb-546317043e09 req-b07ed57f-ae91-4461-a90d-b509db143fdd service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918125 Sep 13 13:14:29.194469 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5ed0a6a5-88b3-44dd-8dd9-b42d494653e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3659918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4768925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7736820'] for subnet (f7121927-c8b9-4a63-9c61-3e3a20a05616), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:29.211816 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5ed0a6a5-88b3-44dd-8dd9-b42d494653e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:29.217148 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-5ed0a6a5-88b3-44dd-8dd9-b42d494653e8 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/f7121927-c8b9-4a63-9c61-3e3a20a05616 HTTP/1.1" status: 204 len: 168 time: 0.3680689 Sep 13 13:14:29.222082 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 43716) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:14:29.241752 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed0a6a5-88b3-44dd-8dd9-b42d494653e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7121927-c8b9-4a63-9c61-3e3a20a05616,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:29.251201 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0a6a5-88b3-44dd-8dd9-b42d494653e8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:29.251867 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0a6a5-88b3-44dd-8dd9-b42d494653e8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:29.252211 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0a6a5-88b3-44dd-8dd9-b42d494653e8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:29.253366 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0a6a5-88b3-44dd-8dd9-b42d494653e8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:29.253711 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0a6a5-88b3-44dd-8dd9-b42d494653e8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:29.256337 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0a6a5-88b3-44dd-8dd9-b42d494653e8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:29.256337 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0a6a5-88b3-44dd-8dd9-b42d494653e8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:29.256337 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0a6a5-88b3-44dd-8dd9-b42d494653e8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:29.256337 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0a6a5-88b3-44dd-8dd9-b42d494653e8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:29.256337 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0a6a5-88b3-44dd-8dd9-b42d494653e8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:29.256337 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0a6a5-88b3-44dd-8dd9-b42d494653e8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:29.256337 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0a6a5-88b3-44dd-8dd9-b42d494653e8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:29.256900 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0a6a5-88b3-44dd-8dd9-b42d494653e8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:29.257118 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0a6a5-88b3-44dd-8dd9-b42d494653e8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:29.257669 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ed0a6a5-88b3-44dd-8dd9-b42d494653e8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:29.293628 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:29.334334 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3088e831-4746-4b48-860f-b6aee555ab4a req-7e49f84f-b90a-4d22-adce-8a0307ddb2f2 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816573 Sep 13 13:14:29.357622 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ec47be53-cd58-467d-8457-fe186f36c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3651144'] for network (eec74a46-1341-4521-af9d-fbe61d5591cd), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:29.372786 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8a546-2768-4e61-be43-996c90ae379b req-5001d462-26ce-4f2b-bdbb-40ca0e36217f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:29.374292 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-82b8a546-2768-4e61-be43-996c90ae379b req-5001d462-26ce-4f2b-bdbb-40ca0e36217f service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=aa5bc3bf3bb74d6a91e79dd861d0563f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2134976 Sep 13 13:14:29.450254 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ec47be53-cd58-467d-8457-fe186f36c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514794', 'neutron.services.segments.db._delete_segments_for_network-8734283000248'] for network (eec74a46-1341-4521-af9d-fbe61d5591cd), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:29.485117 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.services.segments.db [None req-ec47be53-cd58-467d-8457-fe186f36c1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eec74a46-1341-4521-af9d-fbe61d5591cd']}} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:29.495722 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.services.segments.db [None req-ec47be53-cd58-467d-8457-fe186f36c1e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8bead74-4232-4f16-9175-eb0c92afaa60') {'for_net_delete': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:29.495994 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.services.segments.db [None req-ec47be53-cd58-467d-8457-fe186f36c1e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8bead74-4232-4f16-9175-eb0c92afaa60') {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:29.505875 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ec47be53-cd58-467d-8457-fe186f36c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734283000140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7847298'] for segment (a8bead74-4232-4f16-9175-eb0c92afaa60), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:29.525197 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ec47be53-cd58-467d-8457-fe186f36c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (a8bead74-4232-4f16-9175-eb0c92afaa60), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:29.532601 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec47be53-cd58-467d-8457-fe186f36c1e8 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=106850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 13:14:29.533008 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ec47be53-cd58-467d-8457-fe186f36c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8173929'] for segment (a8bead74-4232-4f16-9175-eb0c92afaa60), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:29.588004 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.services.segments.plugin [-] Segment a8bead74-4232-4f16-9175-eb0c92afaa60 resource provider aggregate not found Sep 13 13:14:29.610740 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.services.segments.plugin [-] Segment a8bead74-4232-4f16-9175-eb0c92afaa60 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8bead74-4232-4f16-9175-eb0c92afaa60 found for delete ", "request_id": "req-40de2f2f-e14d-49b6-a0cd-5c4d5d36dc71"}]} Sep 13 13:14:29.684738 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ec47be53-cd58-467d-8457-fe186f36c1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583751'] for network (eec74a46-1341-4521-af9d-fbe61d5591cd), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:29.707899 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ec47be53-cd58-467d-8457-fe186f36c1e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:29.714904 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-ec47be53-cd58-467d-8457-fe186f36c1e8 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/eec74a46-1341-4521-af9d-fbe61d5591cd HTTP/1.1" status: 204 len: 168 time: 0.4883294 Sep 13 13:14:29.714904 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec47be53-cd58-467d-8457-fe186f36c1e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=eec74a46-1341-4521-af9d-fbe61d5591cd,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:29.956569 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d641b5-86ce-471f-9595-7a875b53fad6 req-e580320a-bd85-402b-8f6f-b1ff502f80d1 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:29.963656 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-23d641b5-86ce-471f-9595-7a875b53fad6 req-e580320a-bd85-402b-8f6f-b1ff502f80d1 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 944 time: 0.0652323 Sep 13 13:14:30.020588 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-23d641b5-86ce-471f-9595-7a875b53fad6 req-75c463e8-e6b4-42a5-9ae1-283331e50a63 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557678 Sep 13 13:14:30.128275 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 43730) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:14:30.174613 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-d9713dc7-7fc7-4270-947a-7bc321caa8a8 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=15bcfc71833149c194401e5afb6e5d18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451303 Sep 13 13:14:30.177856 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 43732) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:14:30.238528 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9c5ec8c9-e8f2-4d11-ac6b-d9c3f972ca76 admin admin] Publish callbacks [] for security_group (06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:30.261133 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9c5ec8c9-e8f2-4d11-ac6b-d9c3f972ca76 admin admin] Publish callbacks [] for security_group (06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:30.274202 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:30.470263 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126ddfe-27e1-4d03-a441-f9ab7f463885 req-db9d7fd2-5bc3-4c87-823d-e28608bc00b8 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:30.471819 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f126ddfe-27e1-4d03-a441-f9ab7f463885 req-db9d7fd2-5bc3-4c87-823d-e28608bc00b8 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 945 time: 0.0498557 Sep 13 13:14:30.531713 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f126ddfe-27e1-4d03-a441-f9ab7f463885 req-87ced552-3b63-4e7a-8960-7803bbf028a2 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507054 Sep 13 13:14:30.639244 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9c5ec8c9-e8f2-4d11-ac6b-d9c3f972ca76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:30.641937 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9c5ec8c9-e8f2-4d11-ac6b-d9c3f972ca76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:30.646968 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-9c5ec8c9-e8f2-4d11-ac6b-d9c3f972ca76 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5 HTTP/1.1" status: 204 len: 168 time: 0.4634528 Sep 13 13:14:30.660256 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ec8c9-e8f2-4d11-ac6b-d9c3f972ca76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ff6efe-c4b9-4e9c-9c77-2a98d341d4a5,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:31.203168 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba3510-a9a3-41f2-b72d-b1841fcca9c9 req-f570b409-cabd-4e2d-9091-bfb97eccc43d tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:31.208442 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-96ba3510-a9a3-41f2-b72d-b1841fcca9c9 req-f570b409-cabd-4e2d-9091-bfb97eccc43d tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 944 time: 0.0883904 Sep 13 13:14:31.281473 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-96ba3510-a9a3-41f2-b72d-b1841fcca9c9 req-f24b0bd0-9fac-43f2-b671-d2540e8d2af3 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720334 Sep 13 13:14:31.684809 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb53f4-b800-481e-8564-4e95c93a5df3 req-eed2acdc-39fa-4ce1-b3db-0111cb4d2791 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:31.686505 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fefb53f4-b800-481e-8564-4e95c93a5df3 req-eed2acdc-39fa-4ce1-b3db-0111cb4d2791 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 945 time: 0.0580919 Sep 13 13:14:31.718661 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:31.742015 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fefb53f4-b800-481e-8564-4e95c93a5df3 req-bb1b773d-8926-40a0-9939-06cd4d990725 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488534 Sep 13 13:14:32.435343 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11307fe-bb18-4b83-b70d-773d1b593279 req-9696cc90-cf82-4167-8708-ab673487590f tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:32.436779 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b11307fe-bb18-4b83-b70d-773d1b593279 req-9696cc90-cf82-4167-8708-ab673487590f tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 944 time: 0.0563350 Sep 13 13:14:32.492017 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b11307fe-bb18-4b83-b70d-773d1b593279 req-271a028b-9975-479a-b02d-0defbb6082f9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492821 Sep 13 13:14:32.879918 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692cb2e-642f-4501-b331-15bdd1688dc4 req-5d87885b-4aec-4a4b-b852-58db8d90dd9d tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:32.882136 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0692cb2e-642f-4501-b331-15bdd1688dc4 req-5d87885b-4aec-4a4b-b852-58db8d90dd9d tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 945 time: 0.0500467 Sep 13 13:14:32.961766 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0692cb2e-642f-4501-b331-15bdd1688dc4 req-38f9a4bc-edfa-4d08-9628-cab40ee463f4 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626500 Sep 13 13:14:33.284590 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d9590c49-3afc-4963-b7ef-519794824522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:33.625060 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c1b235-0d19-417e-b652-b2a30ae648ba req-f47a124d-96e6-4720-8173-03e1572c7579 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:33.626716 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-49c1b235-0d19-417e-b652-b2a30ae648ba req-f47a124d-96e6-4720-8173-03e1572c7579 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 944 time: 0.0545802 Sep 13 13:14:33.684448 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-49c1b235-0d19-417e-b652-b2a30ae648ba req-c28b0f3e-9986-41b2-a97e-598a74eb0f75 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512054 Sep 13 13:14:34.050990 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:34.097808 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9728bcc6-7259-4f21-b515-27a9d4f52d75 req-52690b82-2ee2-415b-a70c-1dc36e2a7879 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:34.100349 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9728bcc6-7259-4f21-b515-27a9d4f52d75 req-52690b82-2ee2-415b-a70c-1dc36e2a7879 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 945 time: 0.0598025 Sep 13 13:14:34.162313 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9728bcc6-7259-4f21-b515-27a9d4f52d75 req-425de953-ab83-4008-a39f-700243f52345 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546806 Sep 13 13:14:34.815055 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7c2d7-6ddc-4c36-adde-a1548b9fd190 req-2cbc5cea-e106-4b48-8ef0-911aa046404e tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:34.822279 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0aa7c2d7-6ddc-4c36-adde-a1548b9fd190 req-2cbc5cea-e106-4b48-8ef0-911aa046404e tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 944 time: 0.0568845 Sep 13 13:14:34.874173 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0aa7c2d7-6ddc-4c36-adde-a1548b9fd190 req-5cd05427-6268-4f74-9088-b6208c11d11c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478177 Sep 13 13:14:35.285634 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398c5c6-54d2-4ef0-9b49-07e9e29fc59c req-bdf0465c-b2f5-49fc-8afd-17f9fa2b2e47 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:35.287377 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c398c5c6-54d2-4ef0-9b49-07e9e29fc59c req-bdf0465c-b2f5-49fc-8afd-17f9fa2b2e47 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 945 time: 0.0470536 Sep 13 13:14:35.340160 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c398c5c6-54d2-4ef0-9b49-07e9e29fc59c req-4bc2616a-3809-4ea7-805a-98a6297347ea tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472996 Sep 13 13:14:35.444353 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-bb783795-50a8-438e-a654-a99deebefa1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:35.938902 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:35.956136 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b8a546-2768-4e61-be43-996c90ae379b req-b68654d3-9709-4197-b015-996bb76a5704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:35.957581 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-82b8a546-2768-4e61-be43-996c90ae379b req-b68654d3-9709-4197-b015-996bb76a5704 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912244 Sep 13 13:14:36.000745 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8d5c83-3231-4dd2-84a7-486c60712a6e req-d7ccfcee-c95f-401f-b4a4-4ef54232f5b3 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:36.003071 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3f8d5c83-3231-4dd2-84a7-486c60712a6e req-d7ccfcee-c95f-401f-b4a4-4ef54232f5b3 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 944 time: 0.0484614 Sep 13 13:14:36.054366 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3f8d5c83-3231-4dd2-84a7-486c60712a6e req-9f743c24-45e3-42f0-b2c9-6a9686049288 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456796 Sep 13 13:14:36.245069 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-90d059cc-3311-447b-8ab0-d11662ee6994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:36.246583 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-90d059cc-3311-447b-8ab0-d11662ee6994 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=aa5bc3bf3bb74d6a91e79dd861d0563f&device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 1128 time: 0.0406194 Sep 13 13:14:36.286379 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-94fb2495-146c-471a-9365-5a28699e97f3 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38092063-8ac8-4d3f-bfeb-e77fdc56299a HTTP/1.1" status: 200 len: 217 time: 0.0319650 Sep 13 13:14:36.342440 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-116ab3ad-e8c2-431f-89f0-2ebbc997dadf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:36.343832 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-116ab3ad-e8c2-431f-89f0-2ebbc997dadf service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=bebc62c1-d020-46a2-906a-309dbd84a496 HTTP/1.1" status: 200 len: 853 time: 0.0428596 Sep 13 13:14:36.394960 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-6393a82b-f22b-40a1-b9b4-c2b5d4fae5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:36.397153 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-6393a82b-f22b-40a1-b9b4-c2b5d4fae5b3 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0426486 Sep 13 13:14:36.502894 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed8f3ad-ba46-4065-83f0-94a6e4f717e1 req-f62c49ec-d3fa-4408-9950-8ebff9f393e7 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:36.504327 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-eed8f3ad-ba46-4065-83f0-94a6e4f717e1 req-f62c49ec-d3fa-4408-9950-8ebff9f393e7 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 945 time: 0.0788159 Sep 13 13:14:36.550512 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-bcc99d5b-fc33-4cf1-ac7a-a6ecf70c0f85 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424360 Sep 13 13:14:36.571429 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-eed8f3ad-ba46-4065-83f0-94a6e4f717e1 req-cc81b6d5-c3d2-4006-8965-6d42882c3592 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604773 Sep 13 13:14:36.929897 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:37.037539 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-becedf68-9b2f-4a48-b754-026b2bde6416 req-217720a2-0a4c-4e85-80fc-6b9c8bfb7ed4 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839624 Sep 13 13:14:37.182716 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bffbd6a-ecc9-476a-be0d-0ebff7742044 req-1579d421-4151-4ba4-ad7b-3d40305ea4ff tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:37.184122 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1bffbd6a-ecc9-476a-be0d-0ebff7742044 req-1579d421-4151-4ba4-ad7b-3d40305ea4ff tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 944 time: 0.0518184 Sep 13 13:14:37.220713 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:37.232935 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1bffbd6a-ecc9-476a-be0d-0ebff7742044 req-4814810f-a41e-4de5-958f-bbb041caf6ed tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433459 Sep 13 13:14:37.698145 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3becc-9fe0-49c0-8bab-a841f03fb275 req-a4d0b8a0-9fe2-42e2-880f-7ae5e27f28fb tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:37.699612 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1df3becc-9fe0-49c0-8bab-a841f03fb275 req-a4d0b8a0-9fe2-42e2-880f-7ae5e27f28fb tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 945 time: 0.0495760 Sep 13 13:14:37.749895 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1df3becc-9fe0-49c0-8bab-a841f03fb275 req-482387ae-4737-44bd-bbf5-84b66aea0915 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444241 Sep 13 13:14:38.249728 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:38.354894 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d863112-3932-455b-a0df-3b491923a61a req-d196c84c-a2ae-4ad0-9d5d-834cd8591519 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:38.356349 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6d863112-3932-455b-a0df-3b491923a61a req-d196c84c-a2ae-4ad0-9d5d-834cd8591519 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 944 time: 0.0471849 Sep 13 13:14:38.381460 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:38.413181 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6d863112-3932-455b-a0df-3b491923a61a req-990f5371-7700-487d-a2d1-6703ba56fb97 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505190 Sep 13 13:14:39.378107 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c343c5f-3c0a-4a0a-8139-68833b5b4cfd req-0880c39b-838a-40ec-9e5b-3841fd8d3851 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:39.379602 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2c343c5f-3c0a-4a0a-8139-68833b5b4cfd req-0880c39b-838a-40ec-9e5b-3841fd8d3851 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 945 time: 0.0482559 Sep 13 13:14:39.429705 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2c343c5f-3c0a-4a0a-8139-68833b5b4cfd req-cf0566cc-a83b-41e0-924f-6b4a34161a61 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442553 Sep 13 13:14:39.537907 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5bd00-49e6-4ebd-8518-2cce1ecb7317 req-fc7dc019-f670-4719-a4c0-266d128d1264 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:39.539411 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5cd5bd00-49e6-4ebd-8518-2cce1ecb7317 req-fc7dc019-f670-4719-a4c0-266d128d1264 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 944 time: 0.0467482 Sep 13 13:14:39.608916 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:39.617763 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5cd5bd00-49e6-4ebd-8518-2cce1ecb7317 req-019b5191-6721-4871-9bb4-f9f6db277c01 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715916 Sep 13 13:14:39.621429 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c601bb47-cb93-4bf4-baea-edc85838afff req-b5ae1e30-438f-4da4-b872-f59be03ad7a4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-77685047&fields=id&tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1 HTTP/1.1" status: 200 len: 267 time: 0.0811698 Sep 13 13:14:39.727660 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601bb47-cb93-4bf4-baea-edc85838afff req-d60eb633-c05d-4c39-9b22-3928186de345 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:39.729159 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c601bb47-cb93-4bf4-baea-edc85838afff req-d60eb633-c05d-4c39-9b22-3928186de345 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/networks?id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 HTTP/1.1" status: 200 len: 812 time: 0.1012146 Sep 13 13:14:39.743289 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c601bb47-cb93-4bf4-baea-edc85838afff req-cf8d7b05-f367-49ff-8bea-94d722edc9c9 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/quotas/bdc958fc46ca40afa50f4e7f43a0ffe1 HTTP/1.1" status: 200 len: 375 time: 0.0088003 Sep 13 13:14:39.796483 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c601bb47-cb93-4bf4-baea-edc85838afff req-e0d263a1-ef3f-449f-b54f-0cb1368084e0 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479460 Sep 13 13:14:39.890341 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c601bb47-cb93-4bf4-baea-edc85838afff req-e6f209e0-c45f-4d6f-8353-338693b334b1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825236 Sep 13 13:14:39.981708 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c601bb47-cb93-4bf4-baea-edc85838afff req-6ae8ff52-1c3a-4960-b686-ee38c3a9aa9e service neutron] 10.222.0.72 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856640 Sep 13 13:14:40.168693 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:40.171586 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=32,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:40.550338 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc053a3-9e10-42e2-a610-9280f71f40b7 req-7aa4b33e-486c-4b53-b22b-19384053f2b6 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:40.551869 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ffc053a3-9e10-42e2-a610-9280f71f40b7 req-7aa4b33e-486c-4b53-b22b-19384053f2b6 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 945 time: 0.0469449 Sep 13 13:14:40.612489 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ffc053a3-9e10-42e2-a610-9280f71f40b7 req-109c5cac-790a-4457-953f-9164217f0d6f tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542960 Sep 13 13:14:40.686371 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2f145c20-08c9-498a-8cc5-dcba1ab6ca2d req-30823a5c-9bcc-4bea-9d0f-764e2b705e9a tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 210 time: 0.0562863 Sep 13 13:14:40.703472 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e375cfbc-d040-46cd-b9d4-a16d78ccd77e req-6cc2d6e1-6005-4101-ad2e-5f0f46b41944 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:40.705002 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e375cfbc-d040-46cd-b9d4-a16d78ccd77e req-6cc2d6e1-6005-4101-ad2e-5f0f46b41944 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 945 time: 0.1151321 Sep 13 13:14:40.780466 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4ef88-eb10-459b-b211-4351ef18c75e req-9b50b54f-70dd-45c8-8996-cf3ac6cb7fc1 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:40.781951 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dbd4ef88-eb10-459b-b211-4351ef18c75e req-9b50b54f-70dd-45c8-8996-cf3ac6cb7fc1 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 944 time: 0.0727386 Sep 13 13:14:40.816979 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:40.847193 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-e375cfbc-d040-46cd-b9d4-a16d78ccd77e req-a2aeeac4-2a4d-44d2-83ae-8ff3f5a9c1f7 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Deleting port 8f219e0a-2b4c-4cb0-a6bc-be186a880267 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:14:40.847522 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-e375cfbc-d040-46cd-b9d4-a16d78ccd77e req-a2aeeac4-2a4d-44d2-83ae-8ff3f5a9c1f7 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (8f219e0a-2b4c-4cb0-a6bc-be186a880267), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:40.905285 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dbd4ef88-eb10-459b-b211-4351ef18c75e req-54ba8836-de0f-4649-b98e-6731af998d7b tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140027 Sep 13 13:14:40.956102 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-e375cfbc-d040-46cd-b9d4-a16d78ccd77e req-a2aeeac4-2a4d-44d2-83ae-8ff3f5a9c1f7 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] For port 8f219e0a-2b4c-4cb0-a6bc-be186a880267, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=8f219e0a-2b4c-4cb0-a6bc-be186a880267,segment=NetworkSegment(5c7e138f-0bdd-42cd-9041-a02642f72e8c),segment_id=5c7e138f-0bdd-42cd-9041-a02642f72e8c)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:14:40.956463 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-e375cfbc-d040-46cd-b9d4-a16d78ccd77e req-a2aeeac4-2a4d-44d2-83ae-8ff3f5a9c1f7 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (8f219e0a-2b4c-4cb0-a6bc-be186a880267), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:40.969621 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-e375cfbc-d040-46cd-b9d4-a16d78ccd77e req-a2aeeac4-2a4d-44d2-83ae-8ff3f5a9c1f7 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Calling delete_port for 8f219e0a-2b4c-4cb0-a6bc-be186a880267 owned by compute:nova {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:14:41.152744 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-e375cfbc-d040-46cd-b9d4-a16d78ccd77e req-a2aeeac4-2a4d-44d2-83ae-8ff3f5a9c1f7 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (8f219e0a-2b4c-4cb0-a6bc-be186a880267), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:41.167191 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:41.167387 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['8f219e0a-2b4c-4cb0-a6bc-be186a880267'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:14:41.179550 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aeeac4-2a4d-44d2-83ae-8ff3f5a9c1f7 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Pushing event deleted for resources: {'Port': ['ID=8f219e0a-2b4c-4cb0-a6bc-be186a880267,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:41.228917 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-e375cfbc-d040-46cd-b9d4-a16d78ccd77e req-a2aeeac4-2a4d-44d2-83ae-8ff3f5a9c1f7 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] No DVR routers for this DVR port 8f219e0a-2b4c-4cb0-a6bc-be186a880267 on host hv-cinder-80135 {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:14:41.232812 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-e375cfbc-d040-46cd-b9d4-a16d78ccd77e req-a2aeeac4-2a4d-44d2-83ae-8ff3f5a9c1f7 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:41.234778 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e375cfbc-d040-46cd-b9d4-a16d78ccd77e req-a2aeeac4-2a4d-44d2-83ae-8ff3f5a9c1f7 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.61 "DELETE /networking/v2.0/ports/8f219e0a-2b4c-4cb0-a6bc-be186a880267 HTTP/1.1" status: 204 len: 173 time: 0.5238798 Sep 13 13:14:41.235270 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41d5008e-b793-4dfa-a480-61aa740c5861', 'name': 'network-vif-deleted', 'tag': '8f219e0a-2b4c-4cb0-a6bc-be186a880267'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:14:41.237795 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d95dd2-e6e3-4f91-adee-bfafc3d3bbcd" -d '{"events": [{"server_uuid": "41d5008e-b793-4dfa-a480-61aa740c5861", "name": "network-vif-deleted", "tag": "8f219e0a-2b4c-4cb0-a6bc-be186a880267"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:14:41.277886 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca7a14b-fb14-4578-86c0-04bc5b76b797 x-openstack-request-id: req-4ca7a14b-fb14-4578-86c0-04bc5b76b797 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:14:41.278175 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41d5008e-b793-4dfa-a480-61aa740c5861", "name": "network-vif-deleted", "tag": "8f219e0a-2b4c-4cb0-a6bc-be186a880267", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:14:41.278676 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-4ca7a14b-fb14-4578-86c0-04bc5b76b797 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:14:41.279077 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ca7a14b-fb14-4578-86c0-04bc5b76b797'] response: {'server_uuid': '41d5008e-b793-4dfa-a480-61aa740c5861', 'name': 'network-vif-deleted', 'tag': '8f219e0a-2b4c-4cb0-a6bc-be186a880267', 'status': 'completed', 'code': 200} Sep 13 13:14:41.356590 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 38092063-8ac8-4d3f-bfeb-e77fdc56299a details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:14:41.459735 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 38092063-8ac8-4d3f-bfeb-e77fdc56299a, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=38092063-8ac8-4d3f-bfeb-e77fdc56299a,segment=NetworkSegment(5b52370e-6d85-4efb-a48b-840f5d46cda7),segment_id=5b52370e-6d85-4efb-a48b-840f5d46cda7)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:14:41.470714 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': '38092063-8ac8-4d3f-bfeb-e77fdc56299a', 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8', 'port_id': '38092063-8ac8-4d3f-bfeb-e77fdc56299a', 'mac_address': 'fa:16:3e:95:54:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bebc62c1-d020-46a2-906a-309dbd84a496', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:14:41.504453 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 38092063-8ac8-4d3f-bfeb-e77fdc56299a is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:41.504838 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (38092063-8ac8-4d3f-bfeb-e77fdc56299a), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:41.518820 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38092063-8ac8-4d3f-bfeb-e77fdc56299a {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:14:41.544836 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 38092063-8ac8-4d3f-bfeb-e77fdc56299a, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=38092063-8ac8-4d3f-bfeb-e77fdc56299a,segment=NetworkSegment(5b52370e-6d85-4efb-a48b-840f5d46cda7),segment_id=5b52370e-6d85-4efb-a48b-840f5d46cda7)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:14:41.564541 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=3 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:41.583443 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=67,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:41.621296 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (38092063-8ac8-4d3f-bfeb-e77fdc56299a), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:41.673451 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=38092063-8ac8-4d3f-bfeb-e77fdc56299a,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:41.758398 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2fe1504a-a529-4894-a34f-e8cd285dc470 req-98bfdeec-05d1-40d3-afd8-66585f14e1c1 tempest-VolumesActionsTest-1233350829 tempest-VolumesActionsTest-1233350829-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=41d5008e-b793-4dfa-a480-61aa740c5861 HTTP/1.1" status: 200 len: 210 time: 0.0326018 Sep 13 13:14:41.801594 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a6d6f37c-ae22-4b74-8c94-27d5bd434602 req-45f1d13a-3297-48ee-96f4-130f0d8231c8 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 210 time: 0.0308537 Sep 13 13:14:41.813037 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['38092063-8ac8-4d3f-bfeb-e77fdc56299a'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:14:42.028968 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887d5568-dfb6-434d-9f23-3b4356a7a15d req-5d4e882d-f66a-4ab7-9396-f585e6890e64 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:42.030492 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-887d5568-dfb6-434d-9f23-3b4356a7a15d req-5d4e882d-f66a-4ab7-9396-f585e6890e64 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 945 time: 0.0489159 Sep 13 13:14:42.078054 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-887d5568-dfb6-434d-9f23-3b4356a7a15d req-6099bb96-9188-4776-a0ac-d3b04041c142 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419140 Sep 13 13:14:42.840916 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601bb47-cb93-4bf4-baea-edc85838afff req-f8e692f7-3a9e-4e14-8dc3-0ae4e7cf45e4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:42.842483 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c601bb47-cb93-4bf4-baea-edc85838afff req-f8e692f7-3a9e-4e14-8dc3-0ae4e7cf45e4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.61 "GET /networking/v2.0/networks?id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 HTTP/1.1" status: 200 len: 812 time: 0.1103659 Sep 13 13:14:42.925527 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-42ebbc2f-bbd7-45ac-81fc-8554b13aa929 req-c5494547-8236-47b0-b94e-7351cb6d97e6 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 210 time: 0.0385981 Sep 13 13:14:42.947099 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c601bb47-cb93-4bf4-baea-edc85838afff req-fe3ac401-a1b6-401b-8e20-8252cbf61f0f tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1 HTTP/1.1" status: 200 len: 378 time: 0.0957637 Sep 13 13:14:42.955562 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-c601bb47-cb93-4bf4-baea-edc85838afff req-4b149440-617d-41ca-ac27-798f0b2749d3 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Request body: {'port': {'device_id': '2f1ad057-3065-45e6-91c9-fb4a53f79abb', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'admin_state_up': True, 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'security_groups': ['58115c3b-7693-471c-af7f-2b091bc6695b']}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:14:43.147473 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c601bb47-cb93-4bf4-baea-edc85838afff req-4b149440-617d-41ca-ac27-798f0b2749d3 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Made reservation on behalf of bdc958fc46ca40afa50f4e7f43a0ffe1 for: {'port': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:14:43.151614 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c601bb47-cb93-4bf4-baea-edc85838afff req-4b149440-617d-41ca-ac27-798f0b2749d3 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:43.389686 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 38092063-8ac8-4d3f-bfeb-e77fdc56299a up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:14:43.432377 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:43.434908 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning for port 38092063-8ac8-4d3f-bfeb-e77fdc56299a completed by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 13:14:43.518085 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5145d56d-78f9-4ea8-a8c7-c7dc1f503121 req-fdad6dd6-a644-44c3-afa5-e52382282d7e tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:43.519546 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5145d56d-78f9-4ea8-a8c7-c7dc1f503121 req-fdad6dd6-a644-44c3-afa5-e52382282d7e tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 945 time: 0.3552206 Sep 13 13:14:43.525651 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port 38092063-8ac8-4d3f-bfeb-e77fdc56299a triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:43.526402 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (38092063-8ac8-4d3f-bfeb-e77fdc56299a), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:43.565826 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:43.617896 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5145d56d-78f9-4ea8-a8c7-c7dc1f503121 req-01407a5c-b6d1-4075-831e-ab491e8b56ed tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921419 Sep 13 13:14:43.620036 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port 38092063-8ac8-4d3f-bfeb-e77fdc56299a is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:43.620745 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (38092063-8ac8-4d3f-bfeb-e77fdc56299a), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:43.634881 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [req-c601bb47-cb93-4bf4-baea-edc85838afff req-4b149440-617d-41ca-ac27-798f0b2749d3 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Allocated IP 172.20.0.10 (0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3/16dc0d19-1a02-4b68-ae43-e72feeb444a5/bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:14:43.635088 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:43.650181 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b275b709-dd0e-41e1-97fe-a6d03678967d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38092063-8ac8-4d3f-bfeb-e77fdc56299a'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:14:43.663639 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43c6d05-39cb-4c9f-ae66-dc0a92028121" -d '{"events": [{"server_uuid": "b275b709-dd0e-41e1-97fe-a6d03678967d", "name": "network-vif-plugged", "status": "completed", "tag": "38092063-8ac8-4d3f-bfeb-e77fdc56299a"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:14:43.667069 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port 38092063-8ac8-4d3f-bfeb-e77fdc56299a, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=38092063-8ac8-4d3f-bfeb-e77fdc56299a,segment=NetworkSegment(5b52370e-6d85-4efb-a48b-840f5d46cda7),segment_id=5b52370e-6d85-4efb-a48b-840f5d46cda7)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:14:43.691691 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18d3954-1629-4c70-8352-4ced2c9b337b x-openstack-request-id: req-c18d3954-1629-4c70-8352-4ced2c9b337b {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:14:43.691988 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b275b709-dd0e-41e1-97fe-a6d03678967d", "name": "network-vif-plugged", "status": "completed", "tag": "38092063-8ac8-4d3f-bfeb-e77fdc56299a", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:14:43.692242 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-c18d3954-1629-4c70-8352-4ced2c9b337b {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:14:43.692640 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c18d3954-1629-4c70-8352-4ced2c9b337b'] response: {'server_uuid': 'b275b709-dd0e-41e1-97fe-a6d03678967d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38092063-8ac8-4d3f-bfeb-e77fdc56299a', 'code': 200} Sep 13 13:14:43.752850 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:43.789866 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c601bb47-cb93-4bf4-baea-edc85838afff req-4b149440-617d-41ca-ac27-798f0b2749d3 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for port (bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:43.815275 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (38092063-8ac8-4d3f-bfeb-e77fdc56299a), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:43.868518 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=38092063-8ac8-4d3f-bfeb-e77fdc56299a,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:43.930393 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c601bb47-cb93-4bf4-baea-edc85838afff req-4b149440-617d-41ca-ac27-798f0b2749d3 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:43.976720 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c601bb47-cb93-4bf4-baea-edc85838afff req-4b149440-617d-41ca-ac27-798f0b2749d3 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Network 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:14:43.985125 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [req-c601bb47-cb93-4bf4-baea-edc85838afff req-4b149440-617d-41ca-ac27-798f0b2749d3 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:14:43.991521 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-c601bb47-cb93-4bf4-baea-edc85838afff req-4b149440-617d-41ca-ac27-798f0b2749d3 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:14:44.082723 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b149440-617d-41ca-ac27-798f0b2749d3 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Pushing event updated for resources: {'Port': ['ID=bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:44.103120 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9e2df1-c73c-493b-9f1c-c135b6ce9af7 req-ab1bc2eb-9dc1-4e53-a58c-a2fa69d09350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:44.105364 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0e9e2df1-c73c-493b-9f1c-c135b6ce9af7 req-ab1bc2eb-9dc1-4e53-a58c-a2fa69d09350 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 1130 time: 0.1309817 Sep 13 13:14:44.141837 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d43e43-44b2-431c-8567-98a329521f64 req-254fb544-7280-4637-a627-5290a9cb0bee tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:44.143356 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d6d43e43-44b2-431c-8567-98a329521f64 req-254fb544-7280-4637-a627-5290a9cb0bee tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 932 time: 0.1205409 Sep 13 13:14:44.148725 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601bb47-cb93-4bf4-baea-edc85838afff req-4b149440-617d-41ca-ac27-798f0b2749d3 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:44.150360 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c601bb47-cb93-4bf4-baea-edc85838afff req-4b149440-617d-41ca-ac27-798f0b2749d3 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:44.205980 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0e9e2df1-c73c-493b-9f1c-c135b6ce9af7 req-dc5fad18-aa73-4809-b56f-320368900b0f service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921593 Sep 13 13:14:44.230062 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d6d43e43-44b2-431c-8567-98a329521f64 req-b9864d64-7e52-4524-8b46-e2f6d6a089fe tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0686376 Sep 13 13:14:44.252797 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c601bb47-cb93-4bf4-baea-edc85838afff req-4b149440-617d-41ca-ac27-798f0b2749d3 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3010066 Sep 13 13:14:44.302020 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-7c1261f1-2b43-4f3b-995e-7275787f732f None None] Provisioning complete for port bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:44.302479 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-7c1261f1-2b43-4f3b-995e-7275787f732f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:44.334520 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-7c1261f1-2b43-4f3b-995e-7275787f732f None None] Port bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:14:44.444176 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-c601bb47-cb93-4bf4-baea-edc85838afff req-d342f447-8d6b-4c4d-b933-15744c4fcf80 service neutron] Request body: {'port': {'device_id': '2f1ad057-3065-45e6-91c9-fb4a53f79abb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:14:44.470021 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:44.505160 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c601bb47-cb93-4bf4-baea-edc85838afff req-d342f447-8d6b-4c4d-b933-15744c4fcf80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:44.768247 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202338dc-0aad-49d0-8b1b-d7d6074bf877 req-b022a5f2-fed8-4d37-9000-e56357224f1b tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:44.769603 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-202338dc-0aad-49d0-8b1b-d7d6074bf877 req-b022a5f2-fed8-4d37-9000-e56357224f1b tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 946 time: 0.0709472 Sep 13 13:14:44.814241 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [req-c601bb47-cb93-4bf4-baea-edc85838afff req-d342f447-8d6b-4c4d-b933-15744c4fcf80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 {{(pid=106850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:14:44.829487 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c601bb47-cb93-4bf4-baea-edc85838afff req-d342f447-8d6b-4c4d-b933-15744c4fcf80 service neutron] Publish callbacks [] for port (bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:44.853270 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.provisioning_blocks [req-c601bb47-cb93-4bf4-baea-edc85838afff req-d342f447-8d6b-4c4d-b933-15744c4fcf80 service neutron] Transition to ACTIVE for port object bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 will not be triggered until provisioned by entity L2. {{(pid=106850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 13:14:44.856983 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-202338dc-0aad-49d0-8b1b-d7d6074bf877 req-cd1a8845-ac51-4099-ab27-d1982cb5c9fc tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679522 Sep 13 13:14:44.934581 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c601bb47-cb93-4bf4-baea-edc85838afff req-d342f447-8d6b-4c4d-b933-15744c4fcf80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:44.999155 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342f447-8d6b-4c4d-b933-15744c4fcf80 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:45.048082 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-c601bb47-cb93-4bf4-baea-edc85838afff req-d342f447-8d6b-4c4d-b933-15744c4fcf80 service neutron] Attempting to bind port bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:14:45.048335 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-c601bb47-cb93-4bf4-baea-edc85838afff req-d342f447-8d6b-4c4d-b933-15744c4fcf80 service neutron] Attempting to bind port bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '4fa5d14e-1fd3-4799-916d-af0e71dd35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:14:45.048657 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c601bb47-cb93-4bf4-baea-edc85838afff req-d342f447-8d6b-4c4d-b933-15744c4fcf80 service neutron] Attempting to bind port bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 on network 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:14:45.089556 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c601bb47-cb93-4bf4-baea-edc85838afff req-d342f447-8d6b-4c4d-b933-15744c4fcf80 service neutron] Port bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 on network 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 13:14:45.089909 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c601bb47-cb93-4bf4-baea-edc85838afff req-d342f447-8d6b-4c4d-b933-15744c4fcf80 service neutron] Attempting to bind port bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 on network 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:14:45.130544 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c601bb47-cb93-4bf4-baea-edc85838afff req-d342f447-8d6b-4c4d-b933-15744c4fcf80 service neutron] Checking agent: {'id': '96974c91-2132-4a74-8ded-139ad5e3b835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 13, 3), 'started_at': datetime.datetime(2022, 9, 13, 13, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:14:45.131472 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c601bb47-cb93-4bf4-baea-edc85838afff req-d342f447-8d6b-4c4d-b933-15744c4fcf80 service neutron] Checking segment: {'id': '4fa5d14e-1fd3-4799-916d-af0e71dd35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:14:45.131993 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c601bb47-cb93-4bf4-baea-edc85838afff req-d342f447-8d6b-4c4d-b933-15744c4fcf80 service neutron] Bound using segment: {'id': '4fa5d14e-1fd3-4799-916d-af0e71dd35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:14:45.132423 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-c601bb47-cb93-4bf4-baea-edc85838afff req-d342f447-8d6b-4c4d-b933-15744c4fcf80 service neutron] Bound port: bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa5d14e-1fd3-4799-916d-af0e71dd35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:14:45.132772 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c601bb47-cb93-4bf4-baea-edc85838afff req-d342f447-8d6b-4c4d-b933-15744c4fcf80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:45.196795 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-c601bb47-cb93-4bf4-baea-edc85838afff req-d342f447-8d6b-4c4d-b933-15744c4fcf80 service neutron] For port bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7, host hv-cinder-80135, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:14:45.199907 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-c601bb47-cb93-4bf4-baea-edc85838afff req-d342f447-8d6b-4c4d-b933-15744c4fcf80 service neutron] For port bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7,segment=NetworkSegment(4fa5d14e-1fd3-4799-916d-af0e71dd35cb),segment_id=4fa5d14e-1fd3-4799-916d-af0e71dd35cb)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:14:45.307563 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c601bb47-cb93-4bf4-baea-edc85838afff req-d342f447-8d6b-4c4d-b933-15744c4fcf80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:45.307563 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601bb47-cb93-4bf4-baea-edc85838afff req-d342f447-8d6b-4c4d-b933-15744c4fcf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:45.307563 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-c601bb47-cb93-4bf4-baea-edc85838afff req-d342f447-8d6b-4c4d-b933-15744c4fcf80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:45.308510 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c601bb47-cb93-4bf4-baea-edc85838afff req-d342f447-8d6b-4c4d-b933-15744c4fcf80 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 HTTP/1.1" status: 200 len: 1094 time: 0.8692036 Sep 13 13:14:45.309073 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1ad057-3065-45e6-91c9-fb4a53f79abb', 'tag': 'bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:14:45.311418 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a9a53a6-8038-4b05-bc09-9f4156df13ef" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1ad057-3065-45e6-91c9-fb4a53f79abb", "tag": "bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:14:45.368164 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce973a83-8a00-4350-9a36-e32849950128 x-openstack-request-id: req-ce973a83-8a00-4350-9a36-e32849950128 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:14:45.368455 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1ad057-3065-45e6-91c9-fb4a53f79abb", "tag": "bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:14:45.368707 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-ce973a83-8a00-4350-9a36-e32849950128 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:14:45.369111 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce973a83-8a00-4350-9a36-e32849950128'] response: {'name': 'network-changed', 'server_uuid': '2f1ad057-3065-45e6-91c9-fb4a53f79abb', 'tag': 'bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7', 'status': 'completed', 'code': 200} Sep 13 13:14:45.388177 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:45.400211 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcac2f3-a2d0-4532-b92f-c95d18107669 req-2a158ded-9567-4386-8eca-02ec7764c5e3 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:45.401686 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ebcac2f3-a2d0-4532-b92f-c95d18107669 req-2a158ded-9567-4386-8eca-02ec7764c5e3 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 944 time: 0.0864115 Sep 13 13:14:45.403574 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342f447-8d6b-4c4d-b933-15744c4fcf80 service neutron] Pushing event updated for resources: {'Port': ['ID=bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:45.452340 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:45.457428 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ebcac2f3-a2d0-4532-b92f-c95d18107669 req-1f6d49a7-58ab-44fe-b097-6c35b2621382 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500193 Sep 13 13:14:45.980668 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd8e6aa-7886-4f5c-a339-92f5ac22e159 req-57081147-39c6-4921-a290-2367984da86d tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:45.982152 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dcd8e6aa-7886-4f5c-a339-92f5ac22e159 req-57081147-39c6-4921-a290-2367984da86d tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 946 time: 0.0493762 Sep 13 13:14:46.028731 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-dcd8e6aa-7886-4f5c-a339-92f5ac22e159 req-84dab486-1d0e-4904-81eb-a4721c178b92 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407822 Sep 13 13:14:46.576659 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af82b94-50fb-4357-9fb2-ac842fe44190 req-ad2ca0cd-d8c7-4951-a6a7-988491224bbc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:46.578130 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2af82b94-50fb-4357-9fb2-ac842fe44190 req-ad2ca0cd-d8c7-4951-a6a7-988491224bbc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 944 time: 0.0457962 Sep 13 13:14:46.626883 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2af82b94-50fb-4357-9fb2-ac842fe44190 req-a9942561-2f5d-40f4-94ca-d0b2126ff405 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432048 Sep 13 13:14:46.982178 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 8f219e0a-2b4c-4cb0-a6bc-be186a880267 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:14:47.002532 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] No Port match for: 8f219e0a-2b4c-4cb0-a6bc-be186a880267 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:14:47.002871 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 8f219e0a-2b4c-4cb0-a6bc-be186a880267 not bound to the agent host hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:14:47.041088 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a53a6-8038-4b05-bc09-9f4156df13ef req-3ce9d6dc-b09c-4e8e-9bbd-44a2dea12d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:47.042602 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9a9a53a6-8038-4b05-bc09-9f4156df13ef req-3ce9d6dc-b09c-4e8e-9bbd-44a2dea12d8d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1&device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 1128 time: 0.0425837 Sep 13 13:14:47.145800 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7cd92-9ac5-41e6-be24-1b7bff0e9bbf req-a2c0063f-5085-4496-88a5-b5793e35a1ca tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:47.147284 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-13e7cd92-9ac5-41e6-be24-1b7bff0e9bbf req-a2c0063f-5085-4496-88a5-b5793e35a1ca tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 946 time: 0.0455890 Sep 13 13:14:47.194194 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-13e7cd92-9ac5-41e6-be24-1b7bff0e9bbf req-d451d4ff-b1e2-4ce2-8f39-eed32b0e135e tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413671 Sep 13 13:14:47.404290 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a53a6-8038-4b05-bc09-9f4156df13ef req-4ef66e59-4c4b-4eae-a0d4-eca1c6f714be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:47.405783 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9a9a53a6-8038-4b05-bc09-9f4156df13ef req-4ef66e59-4c4b-4eae-a0d4-eca1c6f714be service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0992568 Sep 13 13:14:47.520376 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9a53a6-8038-4b05-bc09-9f4156df13ef req-795d08da-6f7c-4fda-9d5b-faeb49da4273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:47.522557 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9a9a53a6-8038-4b05-bc09-9f4156df13ef req-795d08da-6f7c-4fda-9d5b-faeb49da4273 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0876126 Sep 13 13:14:47.622751 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601bb47-cb93-4bf4-baea-edc85838afff req-4428ba7c-6ff7-41a8-a708-edcaa2d39ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:47.624150 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c601bb47-cb93-4bf4-baea-edc85838afff req-4428ba7c-6ff7-41a8-a708-edcaa2d39ff9 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1&device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 1128 time: 0.0429544 Sep 13 13:14:47.747659 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e7dc3-fc62-4034-baea-6f602b79354a req-f1b27c9c-4a95-4cab-a8c9-d4766cbe0190 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:47.749125 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8a5e7dc3-fc62-4034-baea-6f602b79354a req-f1b27c9c-4a95-4cab-a8c9-d4766cbe0190 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 944 time: 0.0462651 Sep 13 13:14:47.798697 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8a5e7dc3-fc62-4034-baea-6f602b79354a req-4ee092ef-7ecb-4f30-84d8-6f35c6615d2d tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439785 Sep 13 13:14:48.101777 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c601bb47-cb93-4bf4-baea-edc85838afff req-3e7a21df-c861-40fc-9e1f-153e90a86d9c service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 HTTP/1.1" status: 200 len: 217 time: 0.0396004 Sep 13 13:14:48.156333 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601bb47-cb93-4bf4-baea-edc85838afff req-12fcce25-81d6-40a9-b837-37df05ac0f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:48.157840 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c601bb47-cb93-4bf4-baea-edc85838afff req-12fcce25-81d6-40a9-b837-37df05ac0f20 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=16dc0d19-1a02-4b68-ae43-e72feeb444a5 HTTP/1.1" status: 200 len: 851 time: 0.0495491 Sep 13 13:14:48.205931 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c601bb47-cb93-4bf4-baea-edc85838afff req-e006e146-2e47-4aa2-a0d0-4b154761209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:48.207852 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c601bb47-cb93-4bf4-baea-edc85838afff req-e006e146-2e47-4aa2-a0d0-4b154761209d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0428481 Sep 13 13:14:48.343901 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ad1951-8117-4ab6-b53e-3be9b5c4e94b req-d18c65c5-20f0-401b-8361-63073397c693 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:48.345394 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c0ad1951-8117-4ab6-b53e-3be9b5c4e94b req-d18c65c5-20f0-401b-8361-63073397c693 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 946 time: 0.0719123 Sep 13 13:14:48.347333 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c601bb47-cb93-4bf4-baea-edc85838afff req-57242b60-8eeb-4971-8633-98e454c16719 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327567 Sep 13 13:14:48.430157 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:48.462207 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c0ad1951-8117-4ab6-b53e-3be9b5c4e94b req-5ec602e8-ca5c-4a2f-8804-6be2787604d8 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103058 Sep 13 13:14:48.478241 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:48.497180 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c601bb47-cb93-4bf4-baea-edc85838afff req-715931da-d288-4844-9f8e-cb1870cab102 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356475 Sep 13 13:14:48.952340 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f952609-cf07-4463-bc9a-c8cc03dc4281 req-39cfe57d-c131-457c-9941-fc589f4ac75c tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:48.960024 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7f952609-cf07-4463-bc9a-c8cc03dc4281 req-39cfe57d-c131-457c-9941-fc589f4ac75c tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 944 time: 0.0758443 Sep 13 13:14:49.008030 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7f952609-cf07-4463-bc9a-c8cc03dc4281 req-60d5412d-f652-4a1f-b6be-6dbf62ed858e tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471258 Sep 13 13:14:49.650936 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e53948-d331-460f-89c7-29a647f8fadc req-fa789d16-95f6-4811-936f-c41bfe35a461 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:49.658223 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-56e53948-d331-460f-89c7-29a647f8fadc req-fa789d16-95f6-4811-936f-c41bfe35a461 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 946 time: 0.0810986 Sep 13 13:14:49.722016 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-56e53948-d331-460f-89c7-29a647f8fadc req-8c010283-748f-45fb-a87a-4ad313185cf6 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614984 Sep 13 13:14:49.900663 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666ddbd-b225-40ea-bd2c-31c50cb771c4 req-f05a4aa2-29d9-4d45-818e-33d0db8b61ad tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:49.907870 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c666ddbd-b225-40ea-bd2c-31c50cb771c4 req-f05a4aa2-29d9-4d45-818e-33d0db8b61ad tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 946 time: 0.0721700 Sep 13 13:14:49.956058 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c666ddbd-b225-40ea-bd2c-31c50cb771c4 req-406154be-2cdd-4770-9bdd-c8fc78a980b0 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473299 Sep 13 13:14:50.168406 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d10ad54-f811-4b97-ba57-66bd695a5f53 req-56da9c78-c83c-472d-b605-5aa614f35104 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:50.170204 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4d10ad54-f811-4b97-ba57-66bd695a5f53 req-56da9c78-c83c-472d-b605-5aa614f35104 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 944 time: 0.0535526 Sep 13 13:14:50.239774 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4d10ad54-f811-4b97-ba57-66bd695a5f53 req-0718b5de-d9cb-4c82-b0d2-037284e59d76 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640523 Sep 13 13:14:50.345771 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a220d90-cb74-4d35-826d-9ccf07e2647c req-2b19045e-9afd-4e15-b770-8e0e060beeb3 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:50.348407 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1a220d90-cb74-4d35-826d-9ccf07e2647c req-2b19045e-9afd-4e15-b770-8e0e060beeb3 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 946 time: 0.0677457 Sep 13 13:14:50.412649 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1a220d90-cb74-4d35-826d-9ccf07e2647c req-bc108a74-fe04-41dd-b37c-ecf0a832f6ba tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571854 Sep 13 13:14:51.383510 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1e6fe0-5eda-423d-8caa-32557f532f83 req-41578770-4c18-4044-b711-66de4739a884 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:51.389376 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3a1e6fe0-5eda-423d-8caa-32557f532f83 req-41578770-4c18-4044-b711-66de4739a884 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 944 time: 0.0575411 Sep 13 13:14:51.447794 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3a1e6fe0-5eda-423d-8caa-32557f532f83 req-9e154710-0321-4ebe-b7d7-1b26ac85d762 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0567493 Sep 13 13:14:52.589353 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3717c1f-539f-4c8e-a157-97ea806e3529 req-0676ed16-a890-4c10-8e34-3f60dce0014c tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:52.591073 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c3717c1f-539f-4c8e-a157-97ea806e3529 req-0676ed16-a890-4c10-8e34-3f60dce0014c tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 944 time: 0.0519125 Sep 13 13:14:52.664645 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c3717c1f-539f-4c8e-a157-97ea806e3529 req-9181be0c-516c-457f-ac57-66963ad9cf8a tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0674913 Sep 13 13:14:53.826674 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9c173-7da0-4d5f-886f-e5f000dc5a06 req-06687869-35b7-4f5b-9987-38f89c5d90bd tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:53.828086 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-88a9c173-7da0-4d5f-886f-e5f000dc5a06 req-06687869-35b7-4f5b-9987-38f89c5d90bd tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 944 time: 0.0597599 Sep 13 13:14:53.888077 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-88a9c173-7da0-4d5f-886f-e5f000dc5a06 req-f263bc0d-a950-421f-adeb-5204f911dcd7 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512683 Sep 13 13:14:55.029332 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e555eaaf-7d41-43ea-aeaa-c9867b441317 req-b259fdbb-979a-486a-916d-b28b4b495e4a tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:55.031607 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e555eaaf-7d41-43ea-aeaa-c9867b441317 req-b259fdbb-979a-486a-916d-b28b4b495e4a tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 944 time: 0.0540721 Sep 13 13:14:55.085573 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e555eaaf-7d41-43ea-aeaa-c9867b441317 req-25999f10-c07c-4a0b-9df5-b7d7c167c0a0 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477438 Sep 13 13:14:56.145093 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:14:56.223160 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e483dd-17ff-47fb-aa10-192678e7cc3e req-b4490b16-0d36-47de-a3d3-2cfa8c75a41f tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:56.231739 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e7e483dd-17ff-47fb-aa10-192678e7cc3e req-b4490b16-0d36-47de-a3d3-2cfa8c75a41f tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 944 time: 0.0603027 Sep 13 13:14:56.279244 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7,segment=NetworkSegment(4fa5d14e-1fd3-4799-916d-af0e71dd35cb),segment_id=4fa5d14e-1fd3-4799-916d-af0e71dd35cb)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:14:56.293975 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': 'bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'port_id': 'bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7', 'mac_address': 'fa:16:3e:7e:02:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:14:56.346749 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:56.347446 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:56.372808 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:14:56.399245 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7,segment=NetworkSegment(4fa5d14e-1fd3-4799-916d-af0e71dd35cb),segment_id=4fa5d14e-1fd3-4799-916d-af0e71dd35cb)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:14:56.466780 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:56.504615 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:56.523633 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:56.532478 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:56.532843 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:56.533174 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:56.533696 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:56.534059 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:56.534576 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:56.534849 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:56.535180 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:56.535506 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:56.535831 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:56.536208 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:56.537158 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:56.537509 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:56.537984 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:56.538799 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:56.568717 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e7e483dd-17ff-47fb-aa10-192678e7cc3e req-8f858958-3e35-4c74-b8f5-c8e79f21bfb8 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3356855 Sep 13 13:14:56.685404 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:14:56.779465 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce64b024-b75b-4029-807d-ea9fcfaf802a req-5f2e7323-dd8e-4dd1-9c6a-e1b898e25ef0 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:56.781509 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ce64b024-b75b-4029-807d-ea9fcfaf802a req-5f2e7323-dd8e-4dd1-9c6a-e1b898e25ef0 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 946 time: 0.0669467 Sep 13 13:14:56.836442 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ce64b024-b75b-4029-807d-ea9fcfaf802a req-337ab906-b123-445f-864d-d946f94464ec tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485332 Sep 13 13:14:56.882214 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44050) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:14:56.938710 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:57.071091 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1fa09c-ac83-499c-b23b-c43b7bc6c198 tempest-TestMinimumBasicScenario-456573916 tempest-TestMinimumBasicScenario-456573916-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106849) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:57.076147 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-9e1fa09c-ac83-499c-b23b-c43b7bc6c198 tempest-TestMinimumBasicScenario-456573916 tempest-TestMinimumBasicScenario-456573916-project-admin] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 1125 time: 0.1921964 Sep 13 13:14:57.076291 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 44054) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:14:57.081250 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Request body: {'floatingip': {'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'port_id': '38092063-8ac8-4d3f-bfeb-e77fdc56299a', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:14:57.192412 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:57.213380 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:57.308829 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:57.430485 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Allocated IP 172.27.1.242 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/38fd7e35-f202-48f2-9eae-a2a63198f862) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:14:57.547740 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for port (38fd7e35-f202-48f2-9eae-a2a63198f862), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:57.700194 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e2d7e-076d-4e77-9995-c9a539a9b00e req-0d522dc8-a53c-42c6-9ee5-8527c3f5fcd7 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:57.701886 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6f3e2d7e-076d-4e77-9995-c9a539a9b00e req-0d522dc8-a53c-42c6-9ee5-8527c3f5fcd7 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 945 time: 0.0496407 Sep 13 13:14:57.753543 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6f3e2d7e-076d-4e77-9995-c9a539a9b00e req-c83203fe-3efe-433b-8b04-ce0726120ce4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461006 Sep 13 13:14:57.838523 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (38fd7e35-f202-48f2-9eae-a2a63198f862), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:57.878503 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:14:57.885724 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:14:57.890724 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:14:57.912879 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Pushing event updated for resources: {'Port': ['ID=38fd7e35-f202-48f2-9eae-a2a63198f862,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:57.927968 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:57.928324 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:57.928670 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:57.929010 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:57.929346 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:57.929680 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:57.930044 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:57.930377 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:57.930707 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:57.931037 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:57.931367 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:57.931692 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:57.932015 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:57.932342 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:57.932692 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:14:58.118135 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:58.159038 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:14:58.211575 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning for port bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 completed by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 13:14:58.230127 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:58.272212 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:14:58.272940 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:58.290907 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for floatingip (83701fd3-7ef2-44a9-b954-47692caa55ba), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:58.355254 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:14:58.355644 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:58.381993 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1ad057-3065-45e6-91c9-fb4a53f79abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:14:58.384208 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438d9d91-6ef0-40d1-9294-0347e71f430c" -d '{"events": [{"server_uuid": "2f1ad057-3065-45e6-91c9-fb4a53f79abb", "name": "network-vif-plugged", "status": "completed", "tag": "bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:14:58.386399 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:58.403731 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7,segment=NetworkSegment(4fa5d14e-1fd3-4799-916d-af0e71dd35cb),segment_id=4fa5d14e-1fd3-4799-916d-af0e71dd35cb)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:14:58.439156 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17179b32-9bf5-4ea6-98f9-6f4ebd7e85e0 x-openstack-request-id: req-17179b32-9bf5-4ea6-98f9-6f4ebd7e85e0 {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:14:58.439531 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1ad057-3065-45e6-91c9-fb4a53f79abb", "name": "network-vif-plugged", "status": "completed", "tag": "bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:14:58.439761 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-17179b32-9bf5-4ea6-98f9-6f4ebd7e85e0 {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:14:58.440757 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17179b32-9bf5-4ea6-98f9-6f4ebd7e85e0'] response: {'server_uuid': '2f1ad057-3065-45e6-91c9-fb4a53f79abb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7', 'code': 200} Sep 13 13:14:58.448755 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (38fd7e35-f202-48f2-9eae-a2a63198f862), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:58.468644 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:58.527315 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:58.572612 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:14:58.680878 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for port (38fd7e35-f202-48f2-9eae-a2a63198f862), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:58.776453 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (38fd7e35-f202-48f2-9eae-a2a63198f862), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:58.973037 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fe4061-4828-499b-850f-ff349fa24a76 req-39c9aeaf-b338-4fd6-aba8-888e83ebf7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:58.976697 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-02fe4061-4828-499b-850f-ff349fa24a76 req-39c9aeaf-b338-4fd6-aba8-888e83ebf7c0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 1130 time: 0.1543050 Sep 13 13:14:58.977660 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Pushing event updated for resources: {'Port': ['ID=38fd7e35-f202-48f2-9eae-a2a63198f862,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:14:58.984745 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (83701fd3-7ef2-44a9-b954-47692caa55ba), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:59.055951 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4ca29-3f6c-49a5-9e29-48890b65a7ed req-aa040da3-c57b-48ab-8ec5-9f7ffe49c227 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:14:59.057866 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6aa4ca29-3f6c-49a5-9e29-48890b65a7ed req-aa040da3-c57b-48ab-8ec5-9f7ffe49c227 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 946 time: 0.1722908 Sep 13 13:14:59.077417 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:14:59.151802 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-02fe4061-4828-499b-850f-ff349fa24a76 req-9af8fd9d-1bd5-42b5-8fcc-ea420718eb72 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1605852 Sep 13 13:14:59.205317 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6aa4ca29-3f6c-49a5-9e29-48890b65a7ed req-251529b7-946a-4995-a475-35b6edd9cd83 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1414151 Sep 13 13:14:59.207549 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.l3_db [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Floating IP 83701fd3-7ef2-44a9-b954-47692caa55ba associated. External IP: 172.27.1.242, port: 38092063-8ac8-4d3f-bfeb-e77fdc56299a. Sep 13 13:14:59.736316 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Router fa351388-3e99-4d0f-83a9-124ade515de4 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:14:59.851117 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:14:59.866964 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edbb01b-867a-4c0e-8f9f-ea51dec99f88 None None] Sync routers for ids ['fa351388-3e99-4d0f-83a9-124ade515de4'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:14:59.881335 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edbb01b-867a-4c0e-8f9f-ea51dec99f88 None None] Routers {'fa351388-3e99-4d0f-83a9-124ade515de4'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:14:59.882427 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-4edbb01b-867a-4c0e-8f9f-ea51dec99f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:14:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['fa351388-3e99-4d0f-83a9-124ade515de4'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:14:59.932369 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:14:59.971667 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44078) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:14:59.979571 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-584ae67a-9033-4124-a2ce-3a664dc2ae97 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-43151909', 'description': 'tempest-secgroup-smoke-43151909 description', 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:14:59.984858 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-c12736ec-b2dd-41ee-b682-b2e0579e6a60 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9071922 Sep 13 13:14:59.991310 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b275b709-dd0e-41e1-97fe-a6d03678967d', 'tag': '38092063-8ac8-4d3f-bfeb-e77fdc56299a'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:14:59.991310 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec8bc6a-685c-47d8-9058-506518894016" -d '{"events": [{"name": "network-changed", "server_uuid": "b275b709-dd0e-41e1-97fe-a6d03678967d", "tag": "38092063-8ac8-4d3f-bfeb-e77fdc56299a"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:15:00.059564 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30dd6fb1-aee5-4602-b264-24a31392eff7 x-openstack-request-id: req-30dd6fb1-aee5-4602-b264-24a31392eff7 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:15:00.060027 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b275b709-dd0e-41e1-97fe-a6d03678967d", "tag": "38092063-8ac8-4d3f-bfeb-e77fdc56299a", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:15:00.060142 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-30dd6fb1-aee5-4602-b264-24a31392eff7 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:15:00.060611 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30dd6fb1-aee5-4602-b264-24a31392eff7'] response: {'name': 'network-changed', 'server_uuid': 'b275b709-dd0e-41e1-97fe-a6d03678967d', 'tag': '38092063-8ac8-4d3f-bfeb-e77fdc56299a', 'status': 'completed', 'code': 200} Sep 13 13:15:00.101064 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-584ae67a-9033-4124-a2ce-3a664dc2ae97 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for security_group (None), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:00.170174 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8bc6a-685c-47d8-9058-506518894016 req-5cd99dd1-2388-424b-931e-530f07bded24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:00.175384 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fec8bc6a-685c-47d8-9058-506518894016 req-5cd99dd1-2388-424b-931e-530f07bded24 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=aa5bc3bf3bb74d6a91e79dd861d0563f&device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 1130 time: 0.0643682 Sep 13 13:15:00.179294 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-4edbb01b-867a-4c0e-8f9f-ea51dec99f88 None None] Set router fa351388-3e99-4d0f-83a9-124ade515de4 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:15:00.193599 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-584ae67a-9033-4124-a2ce-3a664dc2ae97 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for security_group (ae97b5bc-d0be-4986-a78e-e79813ea3e32), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:00.260749 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-584ae67a-9033-4124-a2ce-3a664dc2ae97 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (ae97b5bc-d0be-4986-a78e-e79813ea3e32), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:00.332369 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ae67a-9033-4124-a2ce-3a664dc2ae97 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae97b5bc-d0be-4986-a78e-e79813ea3e32,revision_number=1']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:15:00.383542 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-584ae67a-9033-4124-a2ce-3a664dc2ae97 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:00.385586 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-584ae67a-9033-4124-a2ce-3a664dc2ae97 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4121218 Sep 13 13:15:00.389111 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44084) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:15:00.389420 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5692af2-d578-40d8-b898-dbcdb9e00e60 req-41c2a6b2-7f34-4b5b-bd74-645c024dd816 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:00.391160 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d5692af2-d578-40d8-b898-dbcdb9e00e60 req-41c2a6b2-7f34-4b5b-bd74-645c024dd816 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 946 time: 0.0590272 Sep 13 13:15:00.400670 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-16c203b1-0f1d-4368-a551-dfa22580b990 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Request body: {'security_group_rule': {'security_group_id': 'ae97b5bc-d0be-4986-a78e-e79813ea3e32', 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:15:00.457388 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d5692af2-d578-40d8-b898-dbcdb9e00e60 req-a5057077-8ac8-477e-b85f-8f62ef2a225b tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600927 Sep 13 13:15:00.464722 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-4edbb01b-867a-4c0e-8f9f-ea51dec99f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'name': 'tempest-TestMinimumBasicScenario-451289990-router', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:54Z', 'revision_number': 4, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'gw_port': {'id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '83701fd3-7ef2-44a9-b954-47692caa55ba', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'port_id': '38092063-8ac8-4d3f-bfeb-e77fdc56299a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8', 'mac_address': 'fa:16:3e:95:54:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b275b709-dd0e-41e1-97fe-a6d03678967d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:14:58Z', 'updated_at': '2022-09-13T13:14:58Z', 'revision_number': 0, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e21ac9-3e86-4604-8d5b-78ae607cb4f3', 'name': '', 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'mac_address': 'fa:16:3e:cc:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'bebc62c1-d020-46a2-906a-309dbd84a496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:53Z', 'updated_at': '2022-09-13T13:14:00Z', 'revision_number': 5, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'subnets': [{'id': 'bebc62c1-d020-46a2-906a-309dbd84a496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:15:00.497632 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edbb01b-867a-4c0e-8f9f-ea51dec99f88 None None] Checking router: fa351388-3e99-4d0f-83a9-124ade515de4 for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:15:00.509329 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edbb01b-867a-4c0e-8f9f-ea51dec99f88 None None] Routers {'fa351388-3e99-4d0f-83a9-124ade515de4'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:15:00.509996 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-4edbb01b-867a-4c0e-8f9f-ea51dec99f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:14:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['fa351388-3e99-4d0f-83a9-124ade515de4'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:15:00.528051 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-16c203b1-0f1d-4368-a551-dfa22580b990 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for security_group_rule (03766961-4290-4d29-b136-d9cd518eebbf), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:00.597132 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:00.605508 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-16c203b1-0f1d-4368-a551-dfa22580b990 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for security_group_rule (03766961-4290-4d29-b136-d9cd518eebbf), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:00.620123 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-4edbb01b-867a-4c0e-8f9f-ea51dec99f88 None None] Set router fa351388-3e99-4d0f-83a9-124ade515de4 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:15:00.699049 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8bc6a-685c-47d8-9058-506518894016 req-5b9ef562-74cb-4cc7-b1ff-5ce104f6b991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:00.700334 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-16c203b1-0f1d-4368-a551-dfa22580b990 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (03766961-4290-4d29-b136-d9cd518eebbf), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:00.723545 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fec8bc6a-685c-47d8-9058-506518894016 req-5b9ef562-74cb-4cc7-b1ff-5ce104f6b991 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 HTTP/1.1" status: 200 len: 915 time: 0.1366813 Sep 13 13:15:00.741485 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c203b1-0f1d-4368-a551-dfa22580b990 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03766961-4290-4d29-b136-d9cd518eebbf,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:15:00.836664 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fec8bc6a-685c-47d8-9058-506518894016 req-5b415d79-db68-4080-a9e5-232ca6d5d8d8 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38092063-8ac8-4d3f-bfeb-e77fdc56299a HTTP/1.1" status: 200 len: 1000 time: 0.1045909 Sep 13 13:15:00.874363 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-16c203b1-0f1d-4368-a551-dfa22580b990 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:00.875859 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-16c203b1-0f1d-4368-a551-dfa22580b990 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4851809 Sep 13 13:15:00.879574 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44090) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:15:00.896467 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-5d269202-dee2-41fd-97be-80411db74968 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Request body: {'security_group_rule': {'security_group_id': 'ae97b5bc-d0be-4986-a78e-e79813ea3e32', 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:15:00.936045 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8bc6a-685c-47d8-9058-506518894016 req-8e2b842a-9874-4e33-b565-410a4c08fa78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:00.938085 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fec8bc6a-685c-47d8-9058-506518894016 req-8e2b842a-9874-4e33-b565-410a4c08fa78 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=bebc62c1-d020-46a2-906a-309dbd84a496 HTTP/1.1" status: 200 len: 853 time: 0.0894585 Sep 13 13:15:00.941044 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-4edbb01b-867a-4c0e-8f9f-ea51dec99f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'name': 'tempest-TestMinimumBasicScenario-451289990-router', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:54Z', 'revision_number': 4, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'gw_port': {'id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '83701fd3-7ef2-44a9-b954-47692caa55ba', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'port_id': '38092063-8ac8-4d3f-bfeb-e77fdc56299a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8', 'mac_address': 'fa:16:3e:95:54:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b275b709-dd0e-41e1-97fe-a6d03678967d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:14:58Z', 'updated_at': '2022-09-13T13:14:58Z', 'revision_number': 0, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e21ac9-3e86-4604-8d5b-78ae607cb4f3', 'name': '', 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'mac_address': 'fa:16:3e:cc:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'bebc62c1-d020-46a2-906a-309dbd84a496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:53Z', 'updated_at': '2022-09-13T13:14:00Z', 'revision_number': 5, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'subnets': [{'id': 'bebc62c1-d020-46a2-906a-309dbd84a496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:15:00.962027 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5d269202-dee2-41fd-97be-80411db74968 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for security_group_rule (bf4ceb5d-7986-4286-82fe-e2b5cef93b84), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:00.972198 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edbb01b-867a-4c0e-8f9f-ea51dec99f88 None None] The sync data for ids ['fa351388-3e99-4d0f-83a9-124ade515de4'] in dv-cinder-801354-10-iscsi is: [{'id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'name': 'tempest-TestMinimumBasicScenario-451289990-router', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:54Z', 'revision_number': 4, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'gw_port': {'id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '83701fd3-7ef2-44a9-b954-47692caa55ba', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'floating_ip_address': '172.27.1.242', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'port_id': '38092063-8ac8-4d3f-bfeb-e77fdc56299a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 745, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8', 'mac_address': 'fa:16:3e:95:54:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b275b709-dd0e-41e1-97fe-a6d03678967d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:14:58Z', 'updated_at': '2022-09-13T13:14:58Z', 'revision_number': 0, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e21ac9-3e86-4604-8d5b-78ae607cb4f3', 'name': '', 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'mac_address': 'fa:16:3e:cc:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'bebc62c1-d020-46a2-906a-309dbd84a496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:53Z', 'updated_at': '2022-09-13T13:14:00Z', 'revision_number': 5, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'subnets': [{'id': 'bebc62c1-d020-46a2-906a-309dbd84a496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:15:01.055018 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5d269202-dee2-41fd-97be-80411db74968 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for security_group_rule (bf4ceb5d-7986-4286-82fe-e2b5cef93b84), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:01.071871 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec8bc6a-685c-47d8-9058-506518894016 req-4a21c1a5-5722-4dce-a71a-ca78112feabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:01.073504 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fec8bc6a-685c-47d8-9058-506518894016 req-4a21c1a5-5722-4dce-a71a-ca78112feabe service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.1266372 Sep 13 13:15:01.106065 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5d269202-dee2-41fd-97be-80411db74968 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (bf4ceb5d-7986-4286-82fe-e2b5cef93b84), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:01.135158 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d269202-dee2-41fd-97be-80411db74968 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf4ceb5d-7986-4286-82fe-e2b5cef93b84,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:15:01.210824 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fec8bc6a-685c-47d8-9058-506518894016 req-576d930d-caf7-4025-bce8-07fe808bd89f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197975 Sep 13 13:15:01.256591 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:01.274179 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5d269202-dee2-41fd-97be-80411db74968 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:01.275517 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-5d269202-dee2-41fd-97be-80411db74968 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3942444 Sep 13 13:15:01.278842 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44092) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:15:01.283949 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-20f4d3e1-8b7c-4bbf-ac7b-42d16928b7bd tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Request body: {'security_group_rule': {'security_group_id': 'ae97b5bc-d0be-4986-a78e-e79813ea3e32', 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:15:01.299823 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fec8bc6a-685c-47d8-9058-506518894016 req-c6b0497b-d1e2-4af2-a9fa-47620f34db99 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934327 Sep 13 13:15:01.316089 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef04685a-9f15-4085-9ca4-a9087f89205c None None] New status for floating IP 83701fd3-7ef2-44a9-b954-47692caa55ba: ACTIVE {{(pid=106851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:15:01.354204 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-20f4d3e1-8b7c-4bbf-ac7b-42d16928b7bd tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for security_group_rule (810a405e-76ee-4ad6-81cd-76a65494e3b5), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:01.436472 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-20f4d3e1-8b7c-4bbf-ac7b-42d16928b7bd tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for security_group_rule (810a405e-76ee-4ad6-81cd-76a65494e3b5), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:01.483709 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-20f4d3e1-8b7c-4bbf-ac7b-42d16928b7bd tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (810a405e-76ee-4ad6-81cd-76a65494e3b5), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:01.510865 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4d3e1-8b7c-4bbf-ac7b-42d16928b7bd tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=810a405e-76ee-4ad6-81cd-76a65494e3b5,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:15:01.559752 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-20f4d3e1-8b7c-4bbf-ac7b-42d16928b7bd tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:01.560976 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-20f4d3e1-8b7c-4bbf-ac7b-42d16928b7bd tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2810962 Sep 13 13:15:01.563678 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44102) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:15:01.571480 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.v2.base [None req-25ca69e8-32e6-4611-8cb7-ecf858d43279 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Request body: {'security_group_rule': {'security_group_id': 'ae97b5bc-d0be-4986-a78e-e79813ea3e32', 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106849) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:15:01.592616 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:01.669508 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-25ca69e8-32e6-4611-8cb7-ecf858d43279 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for security_group_rule (f735dbff-a9a3-42e8-baf7-de24c2b78794), before_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:01.677851 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:01.695823 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c9b8f-b008-4631-a53a-b964a5e291ef req-d51fd0d4-9c05-494c-890d-01e0d2c1e560 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:01.697646 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4a9c9b8f-b008-4631-a53a-b964a5e291ef req-d51fd0d4-9c05-494c-890d-01e0d2c1e560 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 946 time: 0.1482084 Sep 13 13:15:01.772443 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-25ca69e8-32e6-4611-8cb7-ecf858d43279 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for security_group_rule (f735dbff-a9a3-42e8-baf7-de24c2b78794), precommit_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:01.778984 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4a9c9b8f-b008-4631-a53a-b964a5e291ef req-2c3e5e27-9c16-46d0-abf7-02c4f4810e34 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729263 Sep 13 13:15:01.837784 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-25ca69e8-32e6-4611-8cb7-ecf858d43279 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (f735dbff-a9a3-42e8-baf7-de24c2b78794), after_create {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:01.859518 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:01.860772 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca69e8-32e6-4611-8cb7-ecf858d43279 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f735dbff-a9a3-42e8-baf7-de24c2b78794,revision_number=0']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:15:01.943728 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-25ca69e8-32e6-4611-8cb7-ecf858d43279 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:01.945242 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-25ca69e8-32e6-4611-8cb7-ecf858d43279 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3806121 Sep 13 13:15:01.948369 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 44110) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:15:01.955591 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-fa522baa-87bb-4e1e-93c6-0f4cd3627df9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Request body: {'security_group_rule': {'security_group_id': 'ae97b5bc-d0be-4986-a78e-e79813ea3e32', 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:15:01.985284 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebedd62f-a77d-4d1f-8aad-fe188a8e84d7 req-abb237f4-0f0e-4786-a513-e0a70ee6fc8f tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:01.987047 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ebedd62f-a77d-4d1f-8aad-fe188a8e84d7 req-abb237f4-0f0e-4786-a513-e0a70ee6fc8f tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 946 time: 0.0714641 Sep 13 13:15:02.048655 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ebedd62f-a77d-4d1f-8aad-fe188a8e84d7 req-f14c9dfe-4d17-4213-87fc-f7bddfd55fff tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512455 Sep 13 13:15:02.060929 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.securitygroups_db [None req-fa522baa-87bb-4e1e-93c6-0f4cd3627df9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Project aa5bc3bf3bb74d6a91e79dd861d0563f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 13:15:02.069645 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-fa522baa-87bb-4e1e-93c6-0f4cd3627df9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for security_group_rule (017f1936-cfcd-496c-9e5c-72e6697d0093), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:02.097675 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 44112) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:15:02.191729 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-fa522baa-87bb-4e1e-93c6-0f4cd3627df9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for security_group_rule (017f1936-cfcd-496c-9e5c-72e6697d0093), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:02.269083 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-fa522baa-87bb-4e1e-93c6-0f4cd3627df9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (017f1936-cfcd-496c-9e5c-72e6697d0093), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:02.299872 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa522baa-87bb-4e1e-93c6-0f4cd3627df9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017f1936-cfcd-496c-9e5c-72e6697d0093,revision_number=0']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:15:02.304262 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88ea401-7ae6-44fd-ba70-9558d58b7181 tempest-TestVolumeBootPattern-2127635058 tempest-TestVolumeBootPattern-2127635058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:02.309988 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-a88ea401-7ae6-44fd-ba70-9558d58b7181 tempest-TestVolumeBootPattern-2127635058 tempest-TestVolumeBootPattern-2127635058-project-admin] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 1125 time: 0.2029703 Sep 13 13:15:02.310842 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 44116) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:15:02.315129 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-dd46e29f-d979-4cc3-ab5d-719774ec0534 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Request body: {'floatingip': {'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'port_id': 'bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:15:02.405817 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-fa522baa-87bb-4e1e-93c6-0f4cd3627df9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:02.407558 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-fa522baa-87bb-4e1e-93c6-0f4cd3627df9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4583054 Sep 13 13:15:02.412783 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 44118) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:15:02.417152 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-dfc7b16f-b28c-4eb2-9688-a01884583909 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Request body: {'security_group_rule': {'security_group_id': 'ae97b5bc-d0be-4986-a78e-e79813ea3e32', 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:15:02.495306 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dd46e29f-d979-4cc3-ab5d-719774ec0534 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:02.559652 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.securitygroups_db [None req-dfc7b16f-b28c-4eb2-9688-a01884583909 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Project aa5bc3bf3bb74d6a91e79dd861d0563f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 13 13:15:02.571309 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dfc7b16f-b28c-4eb2-9688-a01884583909 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for security_group_rule (977ca39f-2673-4ee8-9a81-babdfee0581e), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:02.619667 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:02.623468 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dd46e29f-d979-4cc3-ab5d-719774ec0534 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:02.700725 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dfc7b16f-b28c-4eb2-9688-a01884583909 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for security_group_rule (977ca39f-2673-4ee8-9a81-babdfee0581e), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:02.748607 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:02.762946 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [None req-dd46e29f-d979-4cc3-ab5d-719774ec0534 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Allocated IP 172.27.1.183 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/2b7a743d-a45d-4b93-a02b-04d341b42511) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:15:02.785595 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dfc7b16f-b28c-4eb2-9688-a01884583909 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634476'] for security_group_rule (977ca39f-2673-4ee8-9a81-babdfee0581e), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:02.838218 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc7b16f-b28c-4eb2-9688-a01884583909 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977ca39f-2673-4ee8-9a81-babdfee0581e,revision_number=0']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:15:02.916503 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dfc7b16f-b28c-4eb2-9688-a01884583909 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:02.920919 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-dfc7b16f-b28c-4eb2-9688-a01884583909 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5070627 Sep 13 13:15:02.940764 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dd46e29f-d979-4cc3-ab5d-719774ec0534 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for port (2b7a743d-a45d-4b93-a02b-04d341b42511), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:03.022859 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dd46e29f-d979-4cc3-ab5d-719774ec0534 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (2b7a743d-a45d-4b93-a02b-04d341b42511), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:03.093818 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd46e29f-d979-4cc3-ab5d-719774ec0534 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:15:03.110810 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-dd46e29f-d979-4cc3-ab5d-719774ec0534 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:15:03.117273 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd46e29f-d979-4cc3-ab5d-719774ec0534 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:15:03.148013 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b2ce91af-18f9-404b-a1ba-6bda5a0ff7ab req-be375e3b-09c4-44da-9dc1-f848e50c76b1 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-43151909&fields=id&tenant_id=aa5bc3bf3bb74d6a91e79dd861d0563f HTTP/1.1" status: 200 len: 267 time: 0.1444170 Sep 13 13:15:03.152191 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46e29f-d979-4cc3-ab5d-719774ec0534 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Pushing event updated for resources: {'Port': ['ID=2b7a743d-a45d-4b93-a02b-04d341b42511,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:15:03.245910 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce91af-18f9-404b-a1ba-6bda5a0ff7ab req-72646056-b4b1-40f0-a92f-f4ae90fc9e51 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:03.254120 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b2ce91af-18f9-404b-a1ba-6bda5a0ff7ab req-72646056-b4b1-40f0-a92f-f4ae90fc9e51 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 946 time: 0.0871422 Sep 13 13:15:03.263225 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-b2ce91af-18f9-404b-a1ba-6bda5a0ff7ab req-303bd5db-2f98-4cd0-b37b-a377308c4436 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Request body: {'port': {'security_groups': ['70d4f109-f360-428b-ad67-2259694269e0', 'ae97b5bc-d0be-4986-a78e-e79813ea3e32']}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:15:03.295166 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-165b9ff9-3b6b-4684-9a10-3a28438b8429 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:03.420612 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-b2ce91af-18f9-404b-a1ba-6bda5a0ff7ab req-303bd5db-2f98-4cd0-b37b-a377308c4436 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (38092063-8ac8-4d3f-bfeb-e77fdc56299a), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:03.472506 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:03.751491 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:03.804605 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-b2ce91af-18f9-404b-a1ba-6bda5a0ff7ab req-303bd5db-2f98-4cd0-b37b-a377308c4436 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] For port 38092063-8ac8-4d3f-bfeb-e77fdc56299a, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=38092063-8ac8-4d3f-bfeb-e77fdc56299a,segment=NetworkSegment(5b52370e-6d85-4efb-a48b-840f5d46cda7),segment_id=5b52370e-6d85-4efb-a48b-840f5d46cda7)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:15:03.816653 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dd46e29f-d979-4cc3-ab5d-719774ec0534 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for floatingip (7ff71af1-eab4-4fe9-8b9d-b33164419146), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:03.890765 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-b2ce91af-18f9-404b-a1ba-6bda5a0ff7ab req-303bd5db-2f98-4cd0-b37b-a377308c4436 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for port (38092063-8ac8-4d3f-bfeb-e77fdc56299a), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:03.952021 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-b2ce91af-18f9-404b-a1ba-6bda5a0ff7ab req-303bd5db-2f98-4cd0-b37b-a377308c4436 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (38092063-8ac8-4d3f-bfeb-e77fdc56299a), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:03.964444 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce91af-18f9-404b-a1ba-6bda5a0ff7ab req-303bd5db-2f98-4cd0-b37b-a377308c4436 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:03.965144 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-b2ce91af-18f9-404b-a1ba-6bda5a0ff7ab req-303bd5db-2f98-4cd0-b37b-a377308c4436 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:03.968703 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['38092063-8ac8-4d3f-bfeb-e77fdc56299a'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:15:03.973601 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b2ce91af-18f9-404b-a1ba-6bda5a0ff7ab req-303bd5db-2f98-4cd0-b37b-a377308c4436 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "PUT /networking/v2.0/ports/38092063-8ac8-4d3f-bfeb-e77fdc56299a HTTP/1.1" status: 200 len: 982 time: 0.7180016 Sep 13 13:15:03.982904 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b275b709-dd0e-41e1-97fe-a6d03678967d', 'tag': '38092063-8ac8-4d3f-bfeb-e77fdc56299a'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:15:03.985581 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8ff5d2-8294-4e63-979c-c1b5f1d3f02d" -d '{"events": [{"name": "network-changed", "server_uuid": "b275b709-dd0e-41e1-97fe-a6d03678967d", "tag": "38092063-8ac8-4d3f-bfeb-e77fdc56299a"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:15:04.094407 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['38092063-8ac8-4d3f-bfeb-e77fdc56299a'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:15:04.112243 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31673f29-915e-4bcb-905d-60e13a46bcf6 x-openstack-request-id: req-31673f29-915e-4bcb-905d-60e13a46bcf6 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:15:04.112889 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b275b709-dd0e-41e1-97fe-a6d03678967d", "tag": "38092063-8ac8-4d3f-bfeb-e77fdc56299a", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:15:04.112889 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-31673f29-915e-4bcb-905d-60e13a46bcf6 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:15:04.113217 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31673f29-915e-4bcb-905d-60e13a46bcf6'] response: {'name': 'network-changed', 'server_uuid': 'b275b709-dd0e-41e1-97fe-a6d03678967d', 'tag': '38092063-8ac8-4d3f-bfeb-e77fdc56299a', 'status': 'completed', 'code': 200} Sep 13 13:15:04.240839 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dd46e29f-d979-4cc3-ab5d-719774ec0534 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (2b7a743d-a45d-4b93-a02b-04d341b42511), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:04.296568 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303bd5db-2f98-4cd0-b37b-a377308c4436 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Pushing event updated for resources: {'Port': ['ID=38092063-8ac8-4d3f-bfeb-e77fdc56299a,revision_number=6']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:15:04.318184 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3cba42-7a1f-41b4-a793-52c831ed93f6 req-3a76c11c-37c2-4d84-8dd6-06f1bb1bd99c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:04.322219 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ee3cba42-7a1f-41b4-a793-52c831ed93f6 req-3a76c11c-37c2-4d84-8dd6-06f1bb1bd99c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 985 time: 0.2151327 Sep 13 13:15:04.332082 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ff5d2-8294-4e63-979c-c1b5f1d3f02d req-aaa92b99-4c05-42cd-b245-6d7f9a23a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:04.335428 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ed8ff5d2-8294-4e63-979c-c1b5f1d3f02d req-aaa92b99-4c05-42cd-b245-6d7f9a23a13f service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=aa5bc3bf3bb74d6a91e79dd861d0563f&device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 1169 time: 0.1431277 Sep 13 13:15:04.336117 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:04.533189 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ee3cba42-7a1f-41b4-a793-52c831ed93f6 req-0586146a-3b52-4414-b9e4-f6dc70e944d0 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&id=ae97b5bc-d0be-4986-a78e-e79813ea3e32&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1957922 Sep 13 13:15:04.581647 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ff5d2-8294-4e63-979c-c1b5f1d3f02d req-61e4301f-d116-4662-ac4b-4246b2ee8c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:04.583882 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ed8ff5d2-8294-4e63-979c-c1b5f1d3f02d req-61e4301f-d116-4662-ac4b-4246b2ee8c7a service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 HTTP/1.1" status: 200 len: 915 time: 0.2364502 Sep 13 13:15:04.627548 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dd46e29f-d979-4cc3-ab5d-719774ec0534 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for port (2b7a743d-a45d-4b93-a02b-04d341b42511), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:04.709211 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ed8ff5d2-8294-4e63-979c-c1b5f1d3f02d req-6c824c02-70b8-4319-b338-bef1e578ee5a service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38092063-8ac8-4d3f-bfeb-e77fdc56299a HTTP/1.1" status: 200 len: 1002 time: 0.0902545 Sep 13 13:15:04.710519 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dd46e29f-d979-4cc3-ab5d-719774ec0534 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (2b7a743d-a45d-4b93-a02b-04d341b42511), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:04.743414 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:04.806579 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:04.829225 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46e29f-d979-4cc3-ab5d-719774ec0534 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Pushing event updated for resources: {'Port': ['ID=2b7a743d-a45d-4b93-a02b-04d341b42511,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:15:04.833847 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dd46e29f-d979-4cc3-ab5d-719774ec0534 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (7ff71af1-eab4-4fe9-8b9d-b33164419146), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:04.836111 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:04.838958 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ff5d2-8294-4e63-979c-c1b5f1d3f02d req-b2c42fe0-b14e-40c2-a34b-bf0ae70e0590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:04.840981 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ed8ff5d2-8294-4e63-979c-c1b5f1d3f02d req-b2c42fe0-b14e-40c2-a34b-bf0ae70e0590 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=bebc62c1-d020-46a2-906a-309dbd84a496 HTTP/1.1" status: 200 len: 853 time: 0.1252456 Sep 13 13:15:04.931037 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ff5d2-8294-4e63-979c-c1b5f1d3f02d req-d6a10d36-78aa-4ad9-8a44-145b4f335472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:04.931356 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ed8ff5d2-8294-4e63-979c-c1b5f1d3f02d req-d6a10d36-78aa-4ad9-8a44-145b4f335472 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0584199 Sep 13 13:15:05.040093 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.l3_db [None req-dd46e29f-d979-4cc3-ab5d-719774ec0534 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Floating IP 7ff71af1-eab4-4fe9-8b9d-b33164419146 associated. External IP: 172.27.1.183, port: bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7. Sep 13 13:15:05.394390 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ed8ff5d2-8294-4e63-979c-c1b5f1d3f02d req-c61786b9-fafb-4bb8-a927-f35ec30540aa service neutron] 10.222.0.61 "GET /networking/v2.0/networks/ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342499 Sep 13 13:15:05.414845 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-e7edc5cd-bb3b-4bde-bd96-eece66598579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:05.580101 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ed8ff5d2-8294-4e63-979c-c1b5f1d3f02d req-62ca473a-4811-443b-8019-1572f7e1b0b4 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783302 Sep 13 13:15:05.656404 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd46e29f-d979-4cc3-ab5d-719774ec0534 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Router 778604aa-641e-4fd9-b5bf-dc746b1d952c has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:15:05.777435 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd46e29f-d979-4cc3-ab5d-719774ec0534 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:15:05.788298 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae74feac-3218-471d-8736-68b7b765a81b None None] Sync routers for ids ['778604aa-641e-4fd9-b5bf-dc746b1d952c'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:15:05.797634 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae74feac-3218-471d-8736-68b7b765a81b None None] Routers {'778604aa-641e-4fd9-b5bf-dc746b1d952c'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:15:05.798275 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-ae74feac-3218-471d-8736-68b7b765a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:15:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['778604aa-641e-4fd9-b5bf-dc746b1d952c'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:15:05.869371 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-dd46e29f-d979-4cc3-ab5d-719774ec0534 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:05.904674 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-dd46e29f-d979-4cc3-ab5d-719774ec0534 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5902822 Sep 13 13:15:05.904857 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-ae74feac-3218-471d-8736-68b7b765a81b None None] Set router 778604aa-641e-4fd9-b5bf-dc746b1d952c gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:15:05.995605 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=100 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:06.060683 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=100 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:06.115042 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f1ad057-3065-45e6-91c9-fb4a53f79abb', 'tag': 'bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:15:06.117703 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94d55e1-a5db-4e0b-8023-b7e52d98adb9" -d '{"events": [{"name": "network-changed", "server_uuid": "2f1ad057-3065-45e6-91c9-fb4a53f79abb", "tag": "bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:15:06.131618 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-ae74feac-3218-471d-8736-68b7b765a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '7ff71af1-eab4-4fe9-8b9d-b33164419146', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'port_id': 'bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'mac_address': 'fa:16:3e:7e:02:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1ad057-3065-45e6-91c9-fb4a53f79abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:15:03Z', 'updated_at': '2022-09-13T13:15:03Z', 'revision_number': 0, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91058135-7914-4503-be5b-ee1399dcbde0', 'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'mac_address': 'fa:16:3e:de:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:05Z', 'updated_at': '2022-09-13T13:14:16Z', 'revision_number': 5, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'subnets': [{'id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:15:06.156820 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:15:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a95468-f6af-4fa8-bed2-8bf94d5f0b1c x-openstack-request-id: req-01a95468-f6af-4fa8-bed2-8bf94d5f0b1c {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:15:06.157107 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f1ad057-3065-45e6-91c9-fb4a53f79abb", "tag": "bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:15:06.157359 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-01a95468-f6af-4fa8-bed2-8bf94d5f0b1c {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:15:06.157793 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01a95468-f6af-4fa8-bed2-8bf94d5f0b1c'] response: {'name': 'network-changed', 'server_uuid': '2f1ad057-3065-45e6-91c9-fb4a53f79abb', 'tag': 'bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7', 'status': 'completed', 'code': 200} Sep 13 13:15:06.165155 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae74feac-3218-471d-8736-68b7b765a81b None None] Checking router: 778604aa-641e-4fd9-b5bf-dc746b1d952c for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:15:06.174158 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae74feac-3218-471d-8736-68b7b765a81b None None] Routers {'778604aa-641e-4fd9-b5bf-dc746b1d952c'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:15:06.174756 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-ae74feac-3218-471d-8736-68b7b765a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:15:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['778604aa-641e-4fd9-b5bf-dc746b1d952c'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:15:06.275427 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-ae74feac-3218-471d-8736-68b7b765a81b None None] Set router 778604aa-641e-4fd9-b5bf-dc746b1d952c gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:15:06.435569 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d55e1-a5db-4e0b-8023-b7e52d98adb9 req-a5c7fcdf-233b-44d9-bc9c-48acd0e5a39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:06.437271 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d94d55e1-a5db-4e0b-8023-b7e52d98adb9 req-a5c7fcdf-233b-44d9-bc9c-48acd0e5a39d service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1&device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 1130 time: 0.0405481 Sep 13 13:15:06.494822 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-ae74feac-3218-471d-8736-68b7b765a81b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '7ff71af1-eab4-4fe9-8b9d-b33164419146', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'port_id': 'bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'mac_address': 'fa:16:3e:7e:02:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1ad057-3065-45e6-91c9-fb4a53f79abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:15:03Z', 'updated_at': '2022-09-13T13:15:03Z', 'revision_number': 0, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91058135-7914-4503-be5b-ee1399dcbde0', 'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'mac_address': 'fa:16:3e:de:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:05Z', 'updated_at': '2022-09-13T13:14:16Z', 'revision_number': 5, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'subnets': [{'id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:15:06.502897 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:06.520034 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae74feac-3218-471d-8736-68b7b765a81b None None] The sync data for ids ['778604aa-641e-4fd9-b5bf-dc746b1d952c'] in dv-cinder-801354-10-iscsi is: [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '7ff71af1-eab4-4fe9-8b9d-b33164419146', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'floating_ip_address': '172.27.1.183', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'port_id': 'bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 756, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'mac_address': 'fa:16:3e:7e:02:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f1ad057-3065-45e6-91c9-fb4a53f79abb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:15:03Z', 'updated_at': '2022-09-13T13:15:03Z', 'revision_number': 0, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91058135-7914-4503-be5b-ee1399dcbde0', 'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'mac_address': 'fa:16:3e:de:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:05Z', 'updated_at': '2022-09-13T13:14:16Z', 'revision_number': 5, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'subnets': [{'id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:15:06.532991 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d55e1-a5db-4e0b-8023-b7e52d98adb9 req-6e1af82c-3052-42a6-9980-ffdc77122fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:06.534507 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d94d55e1-a5db-4e0b-8023-b7e52d98adb9 req-6e1af82c-3052-42a6-9980-ffdc77122fbd service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 HTTP/1.1" status: 200 len: 913 time: 0.0912173 Sep 13 13:15:06.601642 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d94d55e1-a5db-4e0b-8023-b7e52d98adb9 req-0a7ef20a-2644-4a40-a99a-58da19d593f7 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 HTTP/1.1" status: 200 len: 1000 time: 0.0570061 Sep 13 13:15:06.656099 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d55e1-a5db-4e0b-8023-b7e52d98adb9 req-d8bef567-1358-4d37-b3f6-ec4c91afdc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:06.657662 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d94d55e1-a5db-4e0b-8023-b7e52d98adb9 req-d8bef567-1358-4d37-b3f6-ec4c91afdc3b service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=16dc0d19-1a02-4b68-ae43-e72feeb444a5 HTTP/1.1" status: 200 len: 851 time: 0.0502205 Sep 13 13:15:06.703266 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d55e1-a5db-4e0b-8023-b7e52d98adb9 req-e50b9cf6-bf2d-464c-9fe0-a445ae64d183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:06.704927 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d94d55e1-a5db-4e0b-8023-b7e52d98adb9 req-e50b9cf6-bf2d-464c-9fe0-a445ae64d183 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410953 Sep 13 13:15:06.716933 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6c2e6d-1744-4d89-b6a3-5ae6f1a8f10a None None] New status for floating IP 7ff71af1-eab4-4fe9-8b9d-b33164419146: ACTIVE {{(pid=106851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:15:06.793537 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:06.797431 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d94d55e1-a5db-4e0b-8023-b7e52d98adb9 req-749d099f-9fe1-4716-af2a-3fc4c123eb0f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858648 Sep 13 13:15:06.893875 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d94d55e1-a5db-4e0b-8023-b7e52d98adb9 req-5d0952b6-47a5-4045-8e6f-dbb7e83d2493 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902395 Sep 13 13:15:06.940675 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:08.243373 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:08.386135 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:09.289394 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 44222) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:15:09.334129 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca83f957-9071-43ee-847f-8bcd6505b39b admin admin] Deleting subnet a8e3d6d4-bebd-4ba0-be58-c94492e30e96 {{(pid=106850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 13:15:09.337160 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ca83f957-9071-43ee-847f-8bcd6505b39b admin admin] Publish callbacks [] for subnet (a8e3d6d4-bebd-4ba0-be58-c94492e30e96), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:09.377278 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ca83f957-9071-43ee-847f-8bcd6505b39b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7847307'] for subnet (a8e3d6d4-bebd-4ba0-be58-c94492e30e96), precommit_delete_associations {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:09.418375 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ca83f957-9071-43ee-847f-8bcd6505b39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3665047'] for subnet (a8e3d6d4-bebd-4ba0-be58-c94492e30e96), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:09.529182 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ca83f957-9071-43ee-847f-8bcd6505b39b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3659918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8174019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234573'] for subnet (a8e3d6d4-bebd-4ba0-be58-c94492e30e96), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:09.556075 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca83f957-9071-43ee-847f-8bcd6505b39b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8e3d6d4-bebd-4ba0-be58-c94492e30e96,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:15:09.561209 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ca83f957-9071-43ee-847f-8bcd6505b39b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:09.564389 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-ca83f957-9071-43ee-847f-8bcd6505b39b admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/a8e3d6d4-bebd-4ba0-be58-c94492e30e96 HTTP/1.1" status: 204 len: 168 time: 0.2739673 Sep 13 13:15:09.566903 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 44224) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:15:09.639405 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-66bfd4ec-6b75-4ce9-acf6-b13624aced65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3651144'] for network (54458d17-cf99-4ceb-be5e-fa27751fbf40), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:09.716139 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-66bfd4ec-6b75-4ce9-acf6-b13624aced65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514794', 'neutron.services.segments.db._delete_segments_for_network-8734283000248'] for network (54458d17-cf99-4ceb-be5e-fa27751fbf40), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:09.736345 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.services.segments.db [None req-66bfd4ec-6b75-4ce9-acf6-b13624aced65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54458d17-cf99-4ceb-be5e-fa27751fbf40']}} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:15:09.746148 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.services.segments.db [None req-66bfd4ec-6b75-4ce9-acf6-b13624aced65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c7e138f-0bdd-42cd-9041-a02642f72e8c') {'for_net_delete': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:15:09.746443 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.services.segments.db [None req-66bfd4ec-6b75-4ce9-acf6-b13624aced65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c7e138f-0bdd-42cd-9041-a02642f72e8c') {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:15:09.755823 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-66bfd4ec-6b75-4ce9-acf6-b13624aced65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734283000140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7847298'] for segment (5c7e138f-0bdd-42cd-9041-a02642f72e8c), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:09.768691 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-66bfd4ec-6b75-4ce9-acf6-b13624aced65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (5c7e138f-0bdd-42cd-9041-a02642f72e8c), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:09.775238 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66bfd4ec-6b75-4ce9-acf6-b13624aced65 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=106850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 13:15:09.775620 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-66bfd4ec-6b75-4ce9-acf6-b13624aced65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8173929'] for segment (5c7e138f-0bdd-42cd-9041-a02642f72e8c), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:09.794629 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.services.segments.plugin [-] Segment 5c7e138f-0bdd-42cd-9041-a02642f72e8c resource provider aggregate not found Sep 13 13:15:09.825172 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.services.segments.plugin [-] Segment 5c7e138f-0bdd-42cd-9041-a02642f72e8c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c7e138f-0bdd-42cd-9041-a02642f72e8c found for delete ", "request_id": "req-a72a79fa-1d42-407b-9092-47410817e6f9"}]} Sep 13 13:15:09.911387 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-66bfd4ec-6b75-4ce9-acf6-b13624aced65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583751'] for network (54458d17-cf99-4ceb-be5e-fa27751fbf40), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:09.920502 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-66bfd4ec-6b75-4ce9-acf6-b13624aced65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:09.920826 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-66bfd4ec-6b75-4ce9-acf6-b13624aced65 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/54458d17-cf99-4ceb-be5e-fa27751fbf40 HTTP/1.1" status: 204 len: 168 time: 0.3520706 Sep 13 13:15:09.932101 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bfd4ec-6b75-4ce9-acf6-b13624aced65 admin admin] Pushing event deleted for resources: {'Network': ['ID=54458d17-cf99-4ceb-be5e-fa27751fbf40,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:15:10.241480 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44234) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:15:10.281403 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-ae774fb0-e65a-476c-a737-1615525d9c06 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=a5d396f1d5c14e179ab56809f912f1dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386806 Sep 13 13:15:10.283695 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44236) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:15:10.332085 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-54d8a170-2055-4f7a-a0bc-2cc5fd47693a admin admin] Publish callbacks [] for security_group (5e71c27c-9cb5-4d26-a305-9e1af8c9ff80), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:10.352109 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-54d8a170-2055-4f7a-a0bc-2cc5fd47693a admin admin] Publish callbacks [] for security_group (5e71c27c-9cb5-4d26-a305-9e1af8c9ff80), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:10.465835 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-54d8a170-2055-4f7a-a0bc-2cc5fd47693a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (5e71c27c-9cb5-4d26-a305-9e1af8c9ff80), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:10.468311 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-54d8a170-2055-4f7a-a0bc-2cc5fd47693a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:10.469436 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-54d8a170-2055-4f7a-a0bc-2cc5fd47693a admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/5e71c27c-9cb5-4d26-a305-9e1af8c9ff80 HTTP/1.1" status: 204 len: 168 time: 0.1848807 Sep 13 13:15:10.478086 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d8a170-2055-4f7a-a0bc-2cc5fd47693a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e71c27c-9cb5-4d26-a305-9e1af8c9ff80,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:15:10.712393 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c3363a36-7e58-42f5-90d1-883a0d2a6d82 req-97f3c0fa-1fe4-45bc-83f1-7be870eb2585 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395424 Sep 13 13:15:10.762896 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:10.795389 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3363a36-7e58-42f5-90d1-883a0d2a6d82 req-7b33e45f-2233-4370-9b52-dc39c5c1c724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:10.802419 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c3363a36-7e58-42f5-90d1-883a0d2a6d82 req-7b33e45f-2233-4370-9b52-dc39c5c1c724 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=aa5bc3bf3bb74d6a91e79dd861d0563f&device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 1169 time: 0.0430102 Sep 13 13:15:10.915761 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3363a36-7e58-42f5-90d1-883a0d2a6d82 req-a6a72979-23c3-4131-a50d-6051cbb36c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:10.917283 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c3363a36-7e58-42f5-90d1-883a0d2a6d82 req-a6a72979-23c3-4131-a50d-6051cbb36c38 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 HTTP/1.1" status: 200 len: 915 time: 0.0982492 Sep 13 13:15:10.988539 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c3363a36-7e58-42f5-90d1-883a0d2a6d82 req-341f1823-d013-45b1-ba21-b25765ce1346 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38092063-8ac8-4d3f-bfeb-e77fdc56299a HTTP/1.1" status: 200 len: 1002 time: 0.0650053 Sep 13 13:15:11.041477 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3363a36-7e58-42f5-90d1-883a0d2a6d82 req-572c1ba4-3d22-48b4-873d-fbf078098594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:11.042922 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c3363a36-7e58-42f5-90d1-883a0d2a6d82 req-572c1ba4-3d22-48b4-873d-fbf078098594 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=bebc62c1-d020-46a2-906a-309dbd84a496 HTTP/1.1" status: 200 len: 853 time: 0.0476897 Sep 13 13:15:11.057153 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:11.091806 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3363a36-7e58-42f5-90d1-883a0d2a6d82 req-73f2796b-49dd-4332-943e-b71915926fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:11.093328 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c3363a36-7e58-42f5-90d1-883a0d2a6d82 req-73f2796b-49dd-4332-943e-b71915926fa2 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0436268 Sep 13 13:15:11.186360 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c3363a36-7e58-42f5-90d1-883a0d2a6d82 req-ccf5a18d-47fd-46ef-ad41-6f63a2b0337c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864060 Sep 13 13:15:11.274002 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c3363a36-7e58-42f5-90d1-883a0d2a6d82 req-6038b0b9-2518-4528-a965-d96bd9bac931 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820518 Sep 13 13:15:18.308985 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:20.472083 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=22,neutron:DELETE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:20.472900 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=22,neutron:DELETE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:20.491922 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:21.269039 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=44 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:21.269851 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=12 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:27.558997 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166fc46-2b31-4e13-bac5-6db840786651 req-fbe3b31e-0b53-4ad9-96f6-7fe9982a77ee tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:27.560488 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9166fc46-2b31-4e13-bac5-6db840786651 req-fbe3b31e-0b53-4ad9-96f6-7fe9982a77ee tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 985 time: 0.0530128 Sep 13 13:15:27.629468 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9166fc46-2b31-4e13-bac5-6db840786651 req-f2b2ec6d-c23b-45f4-a8f7-ee18b5108d1b tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&id=ae97b5bc-d0be-4986-a78e-e79813ea3e32&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0628076 Sep 13 13:15:27.778459 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3dcee-b8e9-4152-9ed6-961e423958a1 req-cd377ec9-64dc-4fbd-849d-6ef362d11492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:27.779921 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8bb3dcee-b8e9-4152-9ed6-961e423958a1 req-cd377ec9-64dc-4fbd-849d-6ef362d11492 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=aa5bc3bf3bb74d6a91e79dd861d0563f&device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 1169 time: 0.1861794 Sep 13 13:15:27.875203 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3dcee-b8e9-4152-9ed6-961e423958a1 req-f83f6e0a-7ced-4026-b5c6-dbbe9bdeccee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:27.876769 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8bb3dcee-b8e9-4152-9ed6-961e423958a1 req-f83f6e0a-7ced-4026-b5c6-dbbe9bdeccee service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 HTTP/1.1" status: 200 len: 915 time: 0.0877922 Sep 13 13:15:27.938524 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8bb3dcee-b8e9-4152-9ed6-961e423958a1 req-7abce1a8-d572-41ff-a93e-84e4b0ab0a61 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38092063-8ac8-4d3f-bfeb-e77fdc56299a HTTP/1.1" status: 200 len: 1002 time: 0.0549951 Sep 13 13:15:27.985759 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3dcee-b8e9-4152-9ed6-961e423958a1 req-0a0900be-59dd-4eb1-a4f2-6e06aeffcf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:27.987076 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8bb3dcee-b8e9-4152-9ed6-961e423958a1 req-0a0900be-59dd-4eb1-a4f2-6e06aeffcf09 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=bebc62c1-d020-46a2-906a-309dbd84a496 HTTP/1.1" status: 200 len: 853 time: 0.0425470 Sep 13 13:15:28.038663 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb3dcee-b8e9-4152-9ed6-961e423958a1 req-d958d63c-e2e2-401b-b7b7-e36b3596a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:28.040312 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8bb3dcee-b8e9-4152-9ed6-961e423958a1 req-d958d63c-e2e2-401b-b7b7-e36b3596a7e2 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0466988 Sep 13 13:15:28.051607 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [req-8bb3dcee-b8e9-4152-9ed6-961e423958a1 req-a8b6a973-9cf4-4698-b468-a93582158e6f service neutron] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 13:15:28.052536 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8bb3dcee-b8e9-4152-9ed6-961e423958a1 req-a8b6a973-9cf4-4698-b468-a93582158e6f service neutron] 10.222.0.61 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047817 Sep 13 13:15:28.142289 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8bb3dcee-b8e9-4152-9ed6-961e423958a1 req-ac6bf21b-5c42-47bd-bafc-ed6833432b67 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829535 Sep 13 13:15:28.236296 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-8bb3dcee-b8e9-4152-9ed6-961e423958a1 req-864241da-abd9-44d5-b835-e14e08cae0ca service neutron] 10.222.0.61 "GET /networking/v2.0/networks/ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873036 Sep 13 13:15:28.256552 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=72 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:28.257697 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=58 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:28.754376 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2714c24b-6b3f-433c-9298-37a4d9c43037 req-f4217bdc-9df2-490d-9b13-9c3d21968b52 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:28.756500 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2714c24b-6b3f-433c-9298-37a4d9c43037 req-f4217bdc-9df2-490d-9b13-9c3d21968b52 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 985 time: 0.0460303 Sep 13 13:15:28.815715 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2714c24b-6b3f-433c-9298-37a4d9c43037 req-3979c7cd-9ce4-4dab-af79-22a9429728c4 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&id=ae97b5bc-d0be-4986-a78e-e79813ea3e32&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0533485 Sep 13 13:15:29.941121 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db793117-29de-4d0e-ae29-3f7115d3f299 req-f8df0922-39d9-4f6d-86d6-8437a28401ac tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:29.942604 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-db793117-29de-4d0e-ae29-3f7115d3f299 req-f8df0922-39d9-4f6d-86d6-8437a28401ac tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 985 time: 0.0509291 Sep 13 13:15:30.001652 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-db793117-29de-4d0e-ae29-3f7115d3f299 req-5931d71d-7592-47d5-bae3-2893ab9e9b1a tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&id=ae97b5bc-d0be-4986-a78e-e79813ea3e32&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0528207 Sep 13 13:15:31.124440 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c97c9f-c1c9-4f42-a5d5-5faab5957638 req-e70304a6-9197-46e9-97de-6471502e4975 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:31.126058 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f3c97c9f-c1c9-4f42-a5d5-5faab5957638 req-e70304a6-9197-46e9-97de-6471502e4975 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 985 time: 0.0461740 Sep 13 13:15:31.183501 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f3c97c9f-c1c9-4f42-a5d5-5faab5957638 req-045af4fa-db5b-47ae-9db3-93a92d7256a1 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&id=ae97b5bc-d0be-4986-a78e-e79813ea3e32&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0520427 Sep 13 13:15:31.699798 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:32.266873 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:32.307913 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd3f10-4eee-4d4c-b5d3-af1361664574 req-a73e8daf-2d20-4a84-a71a-547b3c300b74 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:32.309347 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fadd3f10-4eee-4d4c-b5d3-af1361664574 req-a73e8daf-2d20-4a84-a71a-547b3c300b74 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 985 time: 0.0506036 Sep 13 13:15:32.367734 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-fadd3f10-4eee-4d4c-b5d3-af1361664574 req-f24726a5-1072-42ca-8bdc-1caa03aa8be0 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&id=ae97b5bc-d0be-4986-a78e-e79813ea3e32&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0527859 Sep 13 13:15:33.299831 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-536d1b2a-90a3-45e2-86c9-6f8a31558795 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:33.488565 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d15dd-f999-481e-90e3-d43ba6525705 req-bf0dd631-638c-4ba5-8bec-27ac0c9fb092 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:33.490096 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-365d15dd-f999-481e-90e3-d43ba6525705 req-bf0dd631-638c-4ba5-8bec-27ac0c9fb092 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 985 time: 0.0475140 Sep 13 13:15:33.520202 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:33.550768 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-365d15dd-f999-481e-90e3-d43ba6525705 req-68170919-861f-4c38-b68a-cd6f17b1a5a9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&id=ae97b5bc-d0be-4986-a78e-e79813ea3e32&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0543344 Sep 13 13:15:34.678301 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca8ca60-ec37-462a-b866-f7b755e66839 req-9ebc315d-69a6-4833-95ef-cf37d6401e92 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:34.679787 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-eca8ca60-ec37-462a-b866-f7b755e66839 req-9ebc315d-69a6-4833-95ef-cf37d6401e92 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 985 time: 0.0511501 Sep 13 13:15:34.738193 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-eca8ca60-ec37-462a-b866-f7b755e66839 req-8b243f22-69dc-4116-93eb-9c864464117e tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&id=ae97b5bc-d0be-4986-a78e-e79813ea3e32&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0528560 Sep 13 13:15:35.442545 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-0802319e-4ebf-4c21-88f7-3bd9039b5e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:35.571691 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:15:35.857297 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700dee68-8f0a-49df-ad2a-64bf94cec863 req-616ea253-1af6-41a7-95cb-ef94ea955c07 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:35.858778 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-700dee68-8f0a-49df-ad2a-64bf94cec863 req-616ea253-1af6-41a7-95cb-ef94ea955c07 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 985 time: 0.0463777 Sep 13 13:15:35.918069 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-700dee68-8f0a-49df-ad2a-64bf94cec863 req-a64d83c9-dafd-4323-af9a-8d979e71fa76 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&id=ae97b5bc-d0be-4986-a78e-e79813ea3e32&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0536869 Sep 13 13:15:36.927986 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:37.037116 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d19b81-f909-4ccf-99b3-36071e859374 req-5b60c9c9-a657-4dd7-9364-0be85da25da1 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:37.038687 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b7d19b81-f909-4ccf-99b3-36071e859374 req-5b60c9c9-a657-4dd7-9364-0be85da25da1 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 985 time: 0.0473850 Sep 13 13:15:37.099695 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b7d19b81-f909-4ccf-99b3-36071e859374 req-d65be972-8239-4679-9b7f-4a400374b41b tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&id=ae97b5bc-d0be-4986-a78e-e79813ea3e32&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0553069 Sep 13 13:15:38.222121 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e54161-438e-4f67-b2c4-484ba1346387 req-93b006c8-77a6-4fec-942c-8b54a5d8526e tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:38.223662 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b1e54161-438e-4f67-b2c4-484ba1346387 req-93b006c8-77a6-4fec-942c-8b54a5d8526e tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 985 time: 0.0480795 Sep 13 13:15:38.270504 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:38.284478 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b1e54161-438e-4f67-b2c4-484ba1346387 req-e9c9db61-ea30-4f42-912d-72230c276540 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&id=ae97b5bc-d0be-4986-a78e-e79813ea3e32&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0548158 Sep 13 13:15:38.373874 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:15:39.409569 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd79f9-271d-42fd-91c9-a728a41320d0 req-b63e00a4-c887-479d-8117-4fb0cc258440 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:39.411065 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9cfd79f9-271d-42fd-91c9-a728a41320d0 req-b63e00a4-c887-479d-8117-4fb0cc258440 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 985 time: 0.0477602 Sep 13 13:15:39.470012 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-9cfd79f9-271d-42fd-91c9-a728a41320d0 req-2a6973f1-5ff5-484e-be01-066ec730b224 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&id=ae97b5bc-d0be-4986-a78e-e79813ea3e32&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0530808 Sep 13 13:15:40.594818 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1d23c-2f56-4261-98cd-a3716ab99f0b req-bba8371b-2bb5-489a-9c69-af861b5f4bb7 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:15:40.596336 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-58c1d23c-2f56-4261-98cd-a3716ab99f0b req-bba8371b-2bb5-489a-9c69-af861b5f4bb7 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 985 time: 0.0501096 Sep 13 13:15:40.660512 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-58c1d23c-2f56-4261-98cd-a3716ab99f0b req-f8266c5f-4813-49fd-812f-a8178cc8f3bb tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&id=ae97b5bc-d0be-4986-a78e-e79813ea3e32&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0571923 Sep 13 13:15:48.313878 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:48.315766 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:50.651604 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=62 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:50.654536 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=84 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:55.572456 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=2 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:15:55.573210 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=6 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:01.720672 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:03.281689 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-46801edd-c4aa-4f13-aca7-194739fdaa86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:05.406264 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-db131f27-caaf-4025-9dfb-e791dadc13bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:06.922134 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:08.247435 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:08.379118 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:12.572124 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:16:12.712372 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-79a699a9-20ba-4490-a4e0-c585145a5ac7 req-7d792a06-65da-4d14-8f1e-e63d27bb1470 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390813 Sep 13 13:16:12.769747 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a699a9-20ba-4490-a4e0-c585145a5ac7 req-19395e76-b8b4-4923-9b25-4ab07d93ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:16:12.771201 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-79a699a9-20ba-4490-a4e0-c585145a5ac7 req-19395e76-b8b4-4923-9b25-4ab07d93ae48 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1&device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 1130 time: 0.0380411 Sep 13 13:16:12.875163 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a699a9-20ba-4490-a4e0-c585145a5ac7 req-1a5b6e5a-c9b3-4d0b-9284-ec3ad41070e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:16:12.876511 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-79a699a9-20ba-4490-a4e0-c585145a5ac7 req-1a5b6e5a-c9b3-4d0b-9284-ec3ad41070e8 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 HTTP/1.1" status: 200 len: 913 time: 0.0865049 Sep 13 13:16:12.936345 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-79a699a9-20ba-4490-a4e0-c585145a5ac7 req-0dcaee4d-d65f-4afa-a030-8fc23ff677b4 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 HTTP/1.1" status: 200 len: 1002 time: 0.0530341 Sep 13 13:16:12.986519 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a699a9-20ba-4490-a4e0-c585145a5ac7 req-37b9219a-2044-4c28-a1f5-65544dce12ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:16:12.987894 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-79a699a9-20ba-4490-a4e0-c585145a5ac7 req-37b9219a-2044-4c28-a1f5-65544dce12ff service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=16dc0d19-1a02-4b68-ae43-e72feeb444a5 HTTP/1.1" status: 200 len: 851 time: 0.0452673 Sep 13 13:16:13.030430 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a699a9-20ba-4490-a4e0-c585145a5ac7 req-dc4187b1-9349-4f54-855a-5037c2e6d050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:16:13.031846 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-79a699a9-20ba-4490-a4e0-c585145a5ac7 req-dc4187b1-9349-4f54-855a-5037c2e6d050 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0370326 Sep 13 13:16:13.125085 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-79a699a9-20ba-4490-a4e0-c585145a5ac7 req-ad885cec-d45f-4ded-b179-3b97d1edd609 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856695 Sep 13 13:16:13.231574 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1cc342d8-795c-4033-b1b8-ee0d89420865 req-800babbd-beef-4e98-bf49-f6f652b001ed tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-43151909&fields=id&tenant_id=aa5bc3bf3bb74d6a91e79dd861d0563f HTTP/1.1" status: 200 len: 267 time: 0.0900922 Sep 13 13:16:13.284817 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-79a699a9-20ba-4490-a4e0-c585145a5ac7 req-3a337724-f613-457f-8788-b35e2b795c4f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515040 Sep 13 13:16:13.296336 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc342d8-795c-4033-b1b8-ee0d89420865 req-f50f3539-dfa1-45cf-b611-44c77ed6a6c5 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:16:13.298008 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1cc342d8-795c-4033-b1b8-ee0d89420865 req-f50f3539-dfa1-45cf-b611-44c77ed6a6c5 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 985 time: 0.0596967 Sep 13 13:16:13.309172 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-1cc342d8-795c-4033-b1b8-ee0d89420865 req-874869b1-d614-4777-9d7b-9ac6934d968c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Request body: {'port': {'security_groups': ['70d4f109-f360-428b-ad67-2259694269e0']}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:16:13.380499 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-1cc342d8-795c-4033-b1b8-ee0d89420865 req-874869b1-d614-4777-9d7b-9ac6934d968c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (38092063-8ac8-4d3f-bfeb-e77fdc56299a), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:13.547006 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-1cc342d8-795c-4033-b1b8-ee0d89420865 req-874869b1-d614-4777-9d7b-9ac6934d968c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] For port 38092063-8ac8-4d3f-bfeb-e77fdc56299a, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=38092063-8ac8-4d3f-bfeb-e77fdc56299a,segment=NetworkSegment(5b52370e-6d85-4efb-a48b-840f5d46cda7),segment_id=5b52370e-6d85-4efb-a48b-840f5d46cda7)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:16:13.572511 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:13.576661 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-1cc342d8-795c-4033-b1b8-ee0d89420865 req-874869b1-d614-4777-9d7b-9ac6934d968c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for port (38092063-8ac8-4d3f-bfeb-e77fdc56299a), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:13.653332 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-1cc342d8-795c-4033-b1b8-ee0d89420865 req-874869b1-d614-4777-9d7b-9ac6934d968c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (38092063-8ac8-4d3f-bfeb-e77fdc56299a), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:13.664638 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc342d8-795c-4033-b1b8-ee0d89420865 req-874869b1-d614-4777-9d7b-9ac6934d968c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:16:13.665251 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-1cc342d8-795c-4033-b1b8-ee0d89420865 req-874869b1-d614-4777-9d7b-9ac6934d968c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:13.665489 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['38092063-8ac8-4d3f-bfeb-e77fdc56299a'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:16:13.666652 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-1cc342d8-795c-4033-b1b8-ee0d89420865 req-874869b1-d614-4777-9d7b-9ac6934d968c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "PUT /networking/v2.0/ports/38092063-8ac8-4d3f-bfeb-e77fdc56299a HTTP/1.1" status: 200 len: 943 time: 0.3620536 Sep 13 13:16:13.667210 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b275b709-dd0e-41e1-97fe-a6d03678967d', 'tag': '38092063-8ac8-4d3f-bfeb-e77fdc56299a'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:16:13.669662 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e9d0939-2637-4a00-ba46-35b34e43d78b" -d '{"events": [{"name": "network-changed", "server_uuid": "b275b709-dd0e-41e1-97fe-a6d03678967d", "tag": "38092063-8ac8-4d3f-bfeb-e77fdc56299a"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:16:13.672813 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44294) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:16:13.730747 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874869b1-d614-4777-9d7b-9ac6934d968c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Pushing event updated for resources: {'Port': ['ID=38092063-8ac8-4d3f-bfeb-e77fdc56299a,revision_number=7']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:16:13.734791 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:13.737387 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8f9b0f8c-d4a9-4f02-84a8-723cd87848b9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for security_group (ae97b5bc-d0be-4986-a78e-e79813ea3e32), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:13.741844 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874869b1-d614-4777-9d7b-9ac6934d968c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.742192 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874869b1-d614-4777-9d7b-9ac6934d968c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.742534 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874869b1-d614-4777-9d7b-9ac6934d968c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.742873 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874869b1-d614-4777-9d7b-9ac6934d968c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.743324 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874869b1-d614-4777-9d7b-9ac6934d968c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.744174 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874869b1-d614-4777-9d7b-9ac6934d968c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.744456 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874869b1-d614-4777-9d7b-9ac6934d968c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.744777 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874869b1-d614-4777-9d7b-9ac6934d968c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.745104 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874869b1-d614-4777-9d7b-9ac6934d968c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.745429 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874869b1-d614-4777-9d7b-9ac6934d968c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.745934 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874869b1-d614-4777-9d7b-9ac6934d968c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.746259 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874869b1-d614-4777-9d7b-9ac6934d968c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.746580 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874869b1-d614-4777-9d7b-9ac6934d968c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.746901 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874869b1-d614-4777-9d7b-9ac6934d968c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.747690 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-874869b1-d614-4777-9d7b-9ac6934d968c tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.764978 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['38092063-8ac8-4d3f-bfeb-e77fdc56299a'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:16:13.765516 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8f9b0f8c-d4a9-4f02-84a8-723cd87848b9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for security_group (ae97b5bc-d0be-4986-a78e-e79813ea3e32), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:13.859918 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72295606-1a7b-4b41-b365-45ffbecd5db2 x-openstack-request-id: req-72295606-1a7b-4b41-b365-45ffbecd5db2 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:16:13.860210 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b275b709-dd0e-41e1-97fe-a6d03678967d", "tag": "38092063-8ac8-4d3f-bfeb-e77fdc56299a", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:16:13.860463 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-72295606-1a7b-4b41-b365-45ffbecd5db2 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:16:13.860867 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72295606-1a7b-4b41-b365-45ffbecd5db2'] response: {'name': 'network-changed', 'server_uuid': 'b275b709-dd0e-41e1-97fe-a6d03678967d', 'tag': '38092063-8ac8-4d3f-bfeb-e77fdc56299a', 'status': 'completed', 'code': 200} Sep 13 13:16:13.904934 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8f9b0f8c-d4a9-4f02-84a8-723cd87848b9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (ae97b5bc-d0be-4986-a78e-e79813ea3e32), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:13.907805 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-8f9b0f8c-d4a9-4f02-84a8-723cd87848b9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:13.911693 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-8f9b0f8c-d4a9-4f02-84a8-723cd87848b9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/ae97b5bc-d0be-4986-a78e-e79813ea3e32 HTTP/1.1" status: 204 len: 168 time: 0.2352884 Sep 13 13:16:13.913864 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44300) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:16:13.928941 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d0939-2637-4a00-ba46-35b34e43d78b req-571a79a2-2b4f-41a6-a57a-d832bcdf01d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:16:13.930634 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e9d0939-2637-4a00-ba46-35b34e43d78b req-571a79a2-2b4f-41a6-a57a-d832bcdf01d0 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=aa5bc3bf3bb74d6a91e79dd861d0563f&device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 1130 time: 0.0458872 Sep 13 13:16:13.953177 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9b0f8c-d4a9-4f02-84a8-723cd87848b9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae97b5bc-d0be-4986-a78e-e79813ea3e32,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:16:13.969103 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b0f8c-d4a9-4f02-84a8-723cd87848b9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.969103 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b0f8c-d4a9-4f02-84a8-723cd87848b9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.969103 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b0f8c-d4a9-4f02-84a8-723cd87848b9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.971313 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b0f8c-d4a9-4f02-84a8-723cd87848b9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.971313 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b0f8c-d4a9-4f02-84a8-723cd87848b9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.971313 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b0f8c-d4a9-4f02-84a8-723cd87848b9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.971313 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b0f8c-d4a9-4f02-84a8-723cd87848b9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.971313 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b0f8c-d4a9-4f02-84a8-723cd87848b9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.971313 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b0f8c-d4a9-4f02-84a8-723cd87848b9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.971884 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b0f8c-d4a9-4f02-84a8-723cd87848b9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.971884 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b0f8c-d4a9-4f02-84a8-723cd87848b9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.972184 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b0f8c-d4a9-4f02-84a8-723cd87848b9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.972446 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b0f8c-d4a9-4f02-84a8-723cd87848b9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.972758 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b0f8c-d4a9-4f02-84a8-723cd87848b9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:13.973071 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f9b0f8c-d4a9-4f02-84a8-723cd87848b9 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:14.030022 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d0939-2637-4a00-ba46-35b34e43d78b req-103aada5-ab46-4a9b-a2fa-7e6e596d1c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:16:14.031520 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e9d0939-2637-4a00-ba46-35b34e43d78b req-103aada5-ab46-4a9b-a2fa-7e6e596d1c0b service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 HTTP/1.1" status: 200 len: 915 time: 0.0941942 Sep 13 13:16:14.082744 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-1e2b5212-4b00-44e8-b347-fa2a5d48487b tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Deleting port 38fd7e35-f202-48f2-9eae-a2a63198f862 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:16:14.083049 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1e2b5212-4b00-44e8-b347-fa2a5d48487b tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (38fd7e35-f202-48f2-9eae-a2a63198f862), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:14.096386 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e9d0939-2637-4a00-ba46-35b34e43d78b req-23dc648c-01a3-4869-a4e7-e38c1dabbc53 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38092063-8ac8-4d3f-bfeb-e77fdc56299a HTTP/1.1" status: 200 len: 1002 time: 0.0586872 Sep 13 13:16:14.148621 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d0939-2637-4a00-ba46-35b34e43d78b req-6eb8eeaf-5bba-4371-831a-2445d8ddee77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:16:14.149626 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e9d0939-2637-4a00-ba46-35b34e43d78b req-6eb8eeaf-5bba-4371-831a-2445d8ddee77 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=bebc62c1-d020-46a2-906a-309dbd84a496 HTTP/1.1" status: 200 len: 853 time: 0.0443766 Sep 13 13:16:14.170010 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1e2b5212-4b00-44e8-b347-fa2a5d48487b tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (38fd7e35-f202-48f2-9eae-a2a63198f862), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:14.171228 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1e2b5212-4b00-44e8-b347-fa2a5d48487b tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for floatingip (38fd7e35-f202-48f2-9eae-a2a63198f862), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:14.183031 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-1e2b5212-4b00-44e8-b347-fa2a5d48487b tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Calling delete_port for 38fd7e35-f202-48f2-9eae-a2a63198f862 owned by network:floatingip {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:16:14.190924 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9d0939-2637-4a00-ba46-35b34e43d78b req-8c301bd8-e93c-4348-a627-d7abe329cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:16:14.192427 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e9d0939-2637-4a00-ba46-35b34e43d78b req-8c301bd8-e93c-4348-a627-d7abe329cae8 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374782 Sep 13 13:16:14.385034 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1e2b5212-4b00-44e8-b347-fa2a5d48487b tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (38fd7e35-f202-48f2-9eae-a2a63198f862), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:14.414483 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b5212-4b00-44e8-b347-fa2a5d48487b tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Pushing event deleted for resources: {'Port': ['ID=38fd7e35-f202-48f2-9eae-a2a63198f862,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:16:14.478654 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1e2b5212-4b00-44e8-b347-fa2a5d48487b tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks [] for floatingip (83701fd3-7ef2-44a9-b954-47692caa55ba), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:14.478979 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.db.l3_db [None req-1e2b5212-4b00-44e8-b347-fa2a5d48487b tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Floating IP 83701fd3-7ef2-44a9-b954-47692caa55ba disassociated (deleted). External IP: 172.27.1.242, port: 38092063-8ac8-4d3f-bfeb-e77fdc56299a. Sep 13 13:16:14.560651 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e9d0939-2637-4a00-ba46-35b34e43d78b req-0e582860-2384-43cd-a6fc-a7f0bd9fb7b4 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620737 Sep 13 13:16:14.656451 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e9d0939-2637-4a00-ba46-35b34e43d78b req-1f67f2c1-a6e1-4f8e-857f-3bfd901d928c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897758 Sep 13 13:16:14.669826 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:14.690308 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2b5212-4b00-44e8-b347-fa2a5d48487b tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Router fa351388-3e99-4d0f-83a9-124ade515de4 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:16:14.695177 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:14.795790 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2b5212-4b00-44e8-b347-fa2a5d48487b tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:16:14.800259 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1e2b5212-4b00-44e8-b347-fa2a5d48487b tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:14.806865 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409bd3cf-7ab4-4306-a432-8ac4a33b73d3 None None] Sync routers for ids ['fa351388-3e99-4d0f-83a9-124ade515de4'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:16:14.817218 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409bd3cf-7ab4-4306-a432-8ac4a33b73d3 None None] Routers {'fa351388-3e99-4d0f-83a9-124ade515de4'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:16:14.817981 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-409bd3cf-7ab4-4306-a432-8ac4a33b73d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:16:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['fa351388-3e99-4d0f-83a9-124ade515de4'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:16:14.830033 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-1e2b5212-4b00-44e8-b347-fa2a5d48487b tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/83701fd3-7ef2-44a9-b954-47692caa55ba HTTP/1.1" status: 204 len: 168 time: 0.9146781 Sep 13 13:16:14.830676 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b275b709-dd0e-41e1-97fe-a6d03678967d', 'tag': '38092063-8ac8-4d3f-bfeb-e77fdc56299a'}] {{(pid=106849) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:16:14.832926 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c23bb1fb122ba8f1da103ecdb274102d78ba2f3e34c615a0d13b2dbc04813c26" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54081ca6-f977-45aa-9193-a994eac21e25" -d '{"events": [{"name": "network-changed", "server_uuid": "b275b709-dd0e-41e1-97fe-a6d03678967d", "tag": "38092063-8ac8-4d3f-bfeb-e77fdc56299a"}]}' {{(pid=106849) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:16:14.881834 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7f884c-a2d4-4f1b-ba35-49caaa957e8e x-openstack-request-id: req-eb7f884c-a2d4-4f1b-ba35-49caaa957e8e {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:16:14.882123 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b275b709-dd0e-41e1-97fe-a6d03678967d", "tag": "38092063-8ac8-4d3f-bfeb-e77fdc56299a", "status": "completed", "code": 200}]} {{(pid=106849) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:16:14.882381 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-eb7f884c-a2d4-4f1b-ba35-49caaa957e8e {{(pid=106849) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:16:14.882789 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb7f884c-a2d4-4f1b-ba35-49caaa957e8e'] response: {'name': 'network-changed', 'server_uuid': 'b275b709-dd0e-41e1-97fe-a6d03678967d', 'tag': '38092063-8ac8-4d3f-bfeb-e77fdc56299a', 'status': 'completed', 'code': 200} Sep 13 13:16:14.924767 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-409bd3cf-7ab4-4306-a432-8ac4a33b73d3 None None] Set router fa351388-3e99-4d0f-83a9-124ade515de4 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:16:14.951886 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54081ca6-f977-45aa-9193-a994eac21e25 req-44b9c6fc-65c9-4770-86d2-44acbd687be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:16:14.953390 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-54081ca6-f977-45aa-9193-a994eac21e25 req-44b9c6fc-65c9-4770-86d2-44acbd687be2 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=aa5bc3bf3bb74d6a91e79dd861d0563f&device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 1130 time: 0.0455143 Sep 13 13:16:15.044677 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54081ca6-f977-45aa-9193-a994eac21e25 req-d86b1044-a09a-4333-8d6e-e7bab897570c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:16:15.046181 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-54081ca6-f977-45aa-9193-a994eac21e25 req-d86b1044-a09a-4333-8d6e-e7bab897570c service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 HTTP/1.1" status: 200 len: 915 time: 0.0874007 Sep 13 13:16:15.089797 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-54081ca6-f977-45aa-9193-a994eac21e25 req-6a1883dd-2e8a-4e86-98b2-34ff1d3306a1 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=38092063-8ac8-4d3f-bfeb-e77fdc56299a HTTP/1.1" status: 200 len: 217 time: 0.0372179 Sep 13 13:16:15.117005 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-409bd3cf-7ab4-4306-a432-8ac4a33b73d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'name': 'tempest-TestMinimumBasicScenario-451289990-router', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:54Z', 'revision_number': 4, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'gw_port': {'id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '72e21ac9-3e86-4604-8d5b-78ae607cb4f3', 'name': '', 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'mac_address': 'fa:16:3e:cc:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'bebc62c1-d020-46a2-906a-309dbd84a496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:53Z', 'updated_at': '2022-09-13T13:14:00Z', 'revision_number': 5, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'subnets': [{'id': 'bebc62c1-d020-46a2-906a-309dbd84a496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:16:15.138846 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54081ca6-f977-45aa-9193-a994eac21e25 req-231c4187-7fb5-48ac-b54f-b8b56e8aa62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:16:15.145258 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-54081ca6-f977-45aa-9193-a994eac21e25 req-231c4187-7fb5-48ac-b54f-b8b56e8aa62b service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=bebc62c1-d020-46a2-906a-309dbd84a496 HTTP/1.1" status: 200 len: 853 time: 0.0434964 Sep 13 13:16:15.145437 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409bd3cf-7ab4-4306-a432-8ac4a33b73d3 None None] Checking router: fa351388-3e99-4d0f-83a9-124ade515de4 for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:16:15.150405 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409bd3cf-7ab4-4306-a432-8ac4a33b73d3 None None] Routers {'fa351388-3e99-4d0f-83a9-124ade515de4'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:16:15.151177 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-409bd3cf-7ab4-4306-a432-8ac4a33b73d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:16:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['fa351388-3e99-4d0f-83a9-124ade515de4'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:16:15.189624 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54081ca6-f977-45aa-9193-a994eac21e25 req-fb9d8e38-1636-4386-9492-3e9e7ab60866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:16:15.191235 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-54081ca6-f977-45aa-9193-a994eac21e25 req-fb9d8e38-1636-4386-9492-3e9e7ab60866 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0439818 Sep 13 13:16:15.256337 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-409bd3cf-7ab4-4306-a432-8ac4a33b73d3 None None] Set router fa351388-3e99-4d0f-83a9-124ade515de4 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:16:15.287251 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-54081ca6-f977-45aa-9193-a994eac21e25 req-c52a8776-9a7f-4f99-bf4f-a70e19e9630b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893273 Sep 13 13:16:15.381490 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-54081ca6-f977-45aa-9193-a994eac21e25 req-760b76ea-1e01-48ee-a116-a6438a99fe66 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883770 Sep 13 13:16:15.447051 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-409bd3cf-7ab4-4306-a432-8ac4a33b73d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'name': 'tempest-TestMinimumBasicScenario-451289990-router', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:54Z', 'revision_number': 4, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'gw_port': {'id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '72e21ac9-3e86-4604-8d5b-78ae607cb4f3', 'name': '', 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'mac_address': 'fa:16:3e:cc:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'bebc62c1-d020-46a2-906a-309dbd84a496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:53Z', 'updated_at': '2022-09-13T13:14:00Z', 'revision_number': 5, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'subnets': [{'id': 'bebc62c1-d020-46a2-906a-309dbd84a496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:16:15.474201 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409bd3cf-7ab4-4306-a432-8ac4a33b73d3 None None] The sync data for ids ['fa351388-3e99-4d0f-83a9-124ade515de4'] in dv-cinder-801354-10-iscsi is: [{'id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'name': 'tempest-TestMinimumBasicScenario-451289990-router', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:54Z', 'revision_number': 4, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'gw_port': {'id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '72e21ac9-3e86-4604-8d5b-78ae607cb4f3', 'name': '', 'network_id': 'ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'mac_address': 'fa:16:3e:cc:e1:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': 'bebc62c1-d020-46a2-906a-309dbd84a496', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:53Z', 'updated_at': '2022-09-13T13:14:00Z', 'revision_number': 5, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'subnets': [{'id': 'bebc62c1-d020-46a2-906a-309dbd84a496', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:16:15.697549 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c374dd4e-a1d5-4ab4-9bda-5339eaab6acd None None] New status for floating IP 83701fd3-7ef2-44a9-b954-47692caa55ba: DOWN {{(pid=106851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:16:18.097609 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2df0c5-9df4-4ec1-a612-3cf1ed953581 req-a188200b-3f88-4d9c-8263-c265d086f059 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:16:18.099131 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0d2df0c5-9df4-4ec1-a612-3cf1ed953581 req-a188200b-3f88-4d9c-8263-c265d086f059 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 946 time: 0.0496664 Sep 13 13:16:18.118312 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:18.145925 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0d2df0c5-9df4-4ec1-a612-3cf1ed953581 req-f545454d-c35b-44a2-87c5-0afbfaea99ce tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404260 Sep 13 13:16:19.232310 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:19.268417 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fcb0d4-bef9-4a23-8881-1b1d09c21607 req-45705c5f-c2f8-4fa2-b53d-13e59aec01e3 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:16:19.269913 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e1fcb0d4-bef9-4a23-8881-1b1d09c21607 req-45705c5f-c2f8-4fa2-b53d-13e59aec01e3 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 946 time: 0.0476992 Sep 13 13:16:19.317319 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e1fcb0d4-bef9-4a23-8881-1b1d09c21607 req-00d51ef6-df49-4b05-bce5-7c1b147d537a tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=70d4f109-f360-428b-ad67-2259694269e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418618 Sep 13 13:16:19.767661 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6aa8db-3222-4403-a953-f3b4ad9fc63c req-4b34f125-66a8-4ac9-83b0-759566994372 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:16:19.769080 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6c6aa8db-3222-4403-a953-f3b4ad9fc63c req-4b34f125-66a8-4ac9-83b0-759566994372 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 946 time: 0.0484750 Sep 13 13:16:19.850053 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-6c6aa8db-3222-4403-a953-f3b4ad9fc63c req-91b248ad-f3cf-4bb0-9603-a615a8e3164e tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Deleting port 38092063-8ac8-4d3f-bfeb-e77fdc56299a {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:16:19.850964 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-6c6aa8db-3222-4403-a953-f3b4ad9fc63c req-91b248ad-f3cf-4bb0-9603-a615a8e3164e tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (38092063-8ac8-4d3f-bfeb-e77fdc56299a), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:19.943169 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-6c6aa8db-3222-4403-a953-f3b4ad9fc63c req-91b248ad-f3cf-4bb0-9603-a615a8e3164e tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] For port 38092063-8ac8-4d3f-bfeb-e77fdc56299a, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=38092063-8ac8-4d3f-bfeb-e77fdc56299a,segment=NetworkSegment(5b52370e-6d85-4efb-a48b-840f5d46cda7),segment_id=5b52370e-6d85-4efb-a48b-840f5d46cda7)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:16:19.943444 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-6c6aa8db-3222-4403-a953-f3b4ad9fc63c req-91b248ad-f3cf-4bb0-9603-a615a8e3164e tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (38092063-8ac8-4d3f-bfeb-e77fdc56299a), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:19.956503 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-6c6aa8db-3222-4403-a953-f3b4ad9fc63c req-91b248ad-f3cf-4bb0-9603-a615a8e3164e tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Calling delete_port for 38092063-8ac8-4d3f-bfeb-e77fdc56299a owned by compute:nova {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:16:20.132685 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-6c6aa8db-3222-4403-a953-f3b4ad9fc63c req-91b248ad-f3cf-4bb0-9603-a615a8e3164e tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (38092063-8ac8-4d3f-bfeb-e77fdc56299a), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:20.144329 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['38092063-8ac8-4d3f-bfeb-e77fdc56299a'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:16:20.148650 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=71,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:20.149340 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=66,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:20.164774 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b248ad-f3cf-4bb0-9603-a615a8e3164e tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Pushing event deleted for resources: {'Port': ['ID=38092063-8ac8-4d3f-bfeb-e77fdc56299a,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:16:20.207909 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6aa8db-3222-4403-a953-f3b4ad9fc63c req-91b248ad-f3cf-4bb0-9603-a615a8e3164e tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] No DVR routers for this DVR port 38092063-8ac8-4d3f-bfeb-e77fdc56299a on host hv-cinder-80135 {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:16:20.211038 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-6c6aa8db-3222-4403-a953-f3b4ad9fc63c req-91b248ad-f3cf-4bb0-9603-a615a8e3164e tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:20.214367 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6c6aa8db-3222-4403-a953-f3b4ad9fc63c req-91b248ad-f3cf-4bb0-9603-a615a8e3164e tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.61 "DELETE /networking/v2.0/ports/38092063-8ac8-4d3f-bfeb-e77fdc56299a HTTP/1.1" status: 204 len: 173 time: 0.4396307 Sep 13 13:16:20.214846 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b275b709-dd0e-41e1-97fe-a6d03678967d', 'name': 'network-vif-deleted', 'tag': '38092063-8ac8-4d3f-bfeb-e77fdc56299a'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:16:20.217134 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bdd305-a68c-435f-b2f7-c7e9a07054ca" -d '{"events": [{"server_uuid": "b275b709-dd0e-41e1-97fe-a6d03678967d", "name": "network-vif-deleted", "tag": "38092063-8ac8-4d3f-bfeb-e77fdc56299a"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:16:20.255749 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-165b7a95-7b7f-4ae5-8dd5-4f55e179a016 x-openstack-request-id: req-165b7a95-7b7f-4ae5-8dd5-4f55e179a016 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:16:20.256341 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b275b709-dd0e-41e1-97fe-a6d03678967d", "name": "network-vif-deleted", "tag": "38092063-8ac8-4d3f-bfeb-e77fdc56299a", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:16:20.256341 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-165b7a95-7b7f-4ae5-8dd5-4f55e179a016 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:16:20.257931 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-165b7a95-7b7f-4ae5-8dd5-4f55e179a016'] response: {'server_uuid': 'b275b709-dd0e-41e1-97fe-a6d03678967d', 'name': 'network-vif-deleted', 'tag': '38092063-8ac8-4d3f-bfeb-e77fdc56299a', 'status': 'completed', 'code': 200} Sep 13 13:16:20.421478 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-59f4efee-6425-4fc9-8545-4720d1c0c12f req-f723d34c-c5bd-4c4d-82d2-61f271480684 tempest-TestMinimumBasicScenario-1444390795 tempest-TestMinimumBasicScenario-1444390795-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=b275b709-dd0e-41e1-97fe-a6d03678967d HTTP/1.1" status: 200 len: 210 time: 0.0278080 Sep 13 13:16:24.115241 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44392) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:16:24.423277 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4122-d0b3-4aa4-b273-b9f4aeaa8ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1803674'] for router_interface (fa351388-3e99-4d0f-83a9-124ade515de4), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:24.561585 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 38092063-8ac8-4d3f-bfeb-e77fdc56299a no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:16:24.586092 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] No Port match for: 38092063-8ac8-4d3f-bfeb-e77fdc56299a {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:16:24.586526 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device 38092063-8ac8-4d3f-bfeb-e77fdc56299a not bound to the agent host hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:16:24.638131 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-b1dd4122-d0b3-4aa4-b273-b9f4aeaa8ae1 admin admin] Deleting port 72e21ac9-3e86-4604-8d5b-78ae607cb4f3 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:16:24.638468 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4122-d0b3-4aa4-b273-b9f4aeaa8ae1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (72e21ac9-3e86-4604-8d5b-78ae607cb4f3), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:24.935841 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-b1dd4122-d0b3-4aa4-b273-b9f4aeaa8ae1 admin admin] For port 72e21ac9-3e86-4604-8d5b-78ae607cb4f3, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=72e21ac9-3e86-4604-8d5b-78ae607cb4f3,segment=NetworkSegment(5b52370e-6d85-4efb-a48b-840f5d46cda7),segment_id=5b52370e-6d85-4efb-a48b-840f5d46cda7)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:16:24.936199 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4122-d0b3-4aa4-b273-b9f4aeaa8ae1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (72e21ac9-3e86-4604-8d5b-78ae607cb4f3), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:24.948487 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-b1dd4122-d0b3-4aa4-b273-b9f4aeaa8ae1 admin admin] Calling delete_port for 72e21ac9-3e86-4604-8d5b-78ae607cb4f3 owned by network:router_interface {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:16:24.991996 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=100 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:25.055247 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=100 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:25.196268 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4122-d0b3-4aa4-b273-b9f4aeaa8ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (72e21ac9-3e86-4604-8d5b-78ae607cb4f3), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:25.219680 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dd4122-d0b3-4aa4-b273-b9f4aeaa8ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=72e21ac9-3e86-4604-8d5b-78ae607cb4f3,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:16:25.386335 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-b1dd4122-d0b3-4aa4-b273-b9f4aeaa8ae1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1691681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582858'] for router_interface (fa351388-3e99-4d0f-83a9-124ade515de4), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:25.601507 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1dd4122-d0b3-4aa4-b273-b9f4aeaa8ae1 admin admin] Router fa351388-3e99-4d0f-83a9-124ade515de4 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:16:25.703577 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1dd4122-d0b3-4aa4-b273-b9f4aeaa8ae1 admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:16:25.708673 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-b1dd4122-d0b3-4aa4-b273-b9f4aeaa8ae1 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/fa351388-3e99-4d0f-83a9-124ade515de4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5923631 Sep 13 13:16:25.711412 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44394) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:16:25.712354 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0121ecfc-b08c-4ec7-88e8-581a1b1cdedd None None] Sync routers for ids ['fa351388-3e99-4d0f-83a9-124ade515de4'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:16:25.723102 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0121ecfc-b08c-4ec7-88e8-581a1b1cdedd None None] Routers {'fa351388-3e99-4d0f-83a9-124ade515de4'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:16:25.723684 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-0121ecfc-b08c-4ec7-88e8-581a1b1cdedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:16:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['fa351388-3e99-4d0f-83a9-124ade515de4'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:16:25.812364 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6416709b-0e08-40de-99cc-e118168e6106 admin admin] Publish callbacks [] for router (fa351388-3e99-4d0f-83a9-124ade515de4), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:25.823174 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-0121ecfc-b08c-4ec7-88e8-581a1b1cdedd None None] Set router fa351388-3e99-4d0f-83a9-124ade515de4 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:16:25.910404 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6416709b-0e08-40de-99cc-e118168e6106 admin admin] Publish callbacks [] for router_gateway (fa351388-3e99-4d0f-83a9-124ade515de4), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:25.976742 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:25.990166 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=100 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:25.993420 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-0121ecfc-b08c-4ec7-88e8-581a1b1cdedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'name': 'tempest-TestMinimumBasicScenario-451289990-router', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130'}], 'enable_snat': True}, 'gw_port_id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:16:25Z', 'revision_number': 5, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'gw_port': {'id': '204bd7cc-8861-422b-ae76-4627d4f10689', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:c9:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:13:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:16:26.020738 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0121ecfc-b08c-4ec7-88e8-581a1b1cdedd None None] Checking router: fa351388-3e99-4d0f-83a9-124ade515de4 for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:16:26.030748 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0121ecfc-b08c-4ec7-88e8-581a1b1cdedd None None] Routers {'fa351388-3e99-4d0f-83a9-124ade515de4'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:16:26.031804 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-0121ecfc-b08c-4ec7-88e8-581a1b1cdedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:16:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['fa351388-3e99-4d0f-83a9-124ade515de4'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:16:26.040949 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-6416709b-0e08-40de-99cc-e118168e6106 admin admin] Deleting port 204bd7cc-8861-422b-ae76-4627d4f10689 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:16:26.041290 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6416709b-0e08-40de-99cc-e118168e6106 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (204bd7cc-8861-422b-ae76-4627d4f10689), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:26.089373 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:26.097012 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:26.120122 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-0121ecfc-b08c-4ec7-88e8-581a1b1cdedd None None] Set router fa351388-3e99-4d0f-83a9-124ade515de4 gateway port host: None {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:16:26.125881 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-6416709b-0e08-40de-99cc-e118168e6106 admin admin] For port 204bd7cc-8861-422b-ae76-4627d4f10689, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=204bd7cc-8861-422b-ae76-4627d4f10689,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:16:26.126247 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6416709b-0e08-40de-99cc-e118168e6106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (204bd7cc-8861-422b-ae76-4627d4f10689), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:26.139559 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-6416709b-0e08-40de-99cc-e118168e6106 admin admin] Calling delete_port for 204bd7cc-8861-422b-ae76-4627d4f10689 owned by network:router_gateway {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:16:26.171861 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-0121ecfc-b08c-4ec7-88e8-581a1b1cdedd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'name': 'tempest-TestMinimumBasicScenario-451289990-router', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:16:25Z', 'revision_number': 6, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'gw_port_host': None}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:16:26.196877 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0121ecfc-b08c-4ec7-88e8-581a1b1cdedd None None] The sync data for ids ['fa351388-3e99-4d0f-83a9-124ade515de4'] in dv-cinder-801354-10-iscsi is: [{'id': 'fa351388-3e99-4d0f-83a9-124ade515de4', 'name': 'tempest-TestMinimumBasicScenario-451289990-router', 'tenant_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:13:51Z', 'updated_at': '2022-09-13T13:16:25Z', 'revision_number': 6, 'project_id': 'aa5bc3bf3bb74d6a91e79dd861d0563f', 'gw_port_host': None}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:16:26.395874 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6416709b-0e08-40de-99cc-e118168e6106 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (204bd7cc-8861-422b-ae76-4627d4f10689), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:26.419959 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6416709b-0e08-40de-99cc-e118168e6106 admin admin] Pushing event deleted for resources: {'Port': ['ID=204bd7cc-8861-422b-ae76-4627d4f10689,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:16:26.487363 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6416709b-0e08-40de-99cc-e118168e6106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583705'] for router_gateway (fa351388-3e99-4d0f-83a9-124ade515de4), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:26.576576 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6416709b-0e08-40de-99cc-e118168e6106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13140'] for router (fa351388-3e99-4d0f-83a9-124ade515de4), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:26.578855 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6416709b-0e08-40de-99cc-e118168e6106 admin admin] Publish callbacks [] for router_controller (fa351388-3e99-4d0f-83a9-124ade515de4), precommit_delete_associations {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:26.727560 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6416709b-0e08-40de-99cc-e118168e6106 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582937'] for router (fa351388-3e99-4d0f-83a9-124ade515de4), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:26.728176 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6416709b-0e08-40de-99cc-e118168e6106 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fa351388-3e99-4d0f-83a9-124ade515de4 {{(pid=106849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 13:16:26.732558 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-6416709b-0e08-40de-99cc-e118168e6106 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:26.733681 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-6416709b-0e08-40de-99cc-e118168e6106 admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/fa351388-3e99-4d0f-83a9-124ade515de4 HTTP/1.1" status: 204 len: 168 time: 1.0213659 Sep 13 13:16:26.736287 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44396) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:16:26.781280 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_v2 [None req-774eeb68-17e5-455a-9cc5-3001db8b314c admin admin] Deleting subnet bebc62c1-d020-46a2-906a-309dbd84a496 {{(pid=106849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 13:16:26.784388 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-774eeb68-17e5-455a-9cc5-3001db8b314c admin admin] Publish callbacks [] for subnet (bebc62c1-d020-46a2-906a-309dbd84a496), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:26.822478 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-774eeb68-17e5-455a-9cc5-3001db8b314c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4782533'] for subnet (bebc62c1-d020-46a2-906a-309dbd84a496), precommit_delete_associations {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:26.895668 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-774eeb68-17e5-455a-9cc5-3001db8b314c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3665047'] for subnet (bebc62c1-d020-46a2-906a-309dbd84a496), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:26.920250 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:27.008530 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-774eeb68-17e5-455a-9cc5-3001db8b314c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3659918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4768925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7736820'] for subnet (bebc62c1-d020-46a2-906a-309dbd84a496), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:27.038784 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774eeb68-17e5-455a-9cc5-3001db8b314c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bebc62c1-d020-46a2-906a-309dbd84a496,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:16:27.042654 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-774eeb68-17e5-455a-9cc5-3001db8b314c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:27.045844 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-774eeb68-17e5-455a-9cc5-3001db8b314c admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/bebc62c1-d020-46a2-906a-309dbd84a496 HTTP/1.1" status: 204 len: 168 time: 0.3085027 Sep 13 13:16:27.048419 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44398) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:16:27.048664 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41f55cc-127e-4141-bfa4-def1e3b4b054 None None] Network ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:16:27.120424 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-7ab6cc91-cd4a-4c6e-83a6-f94c42580991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3651144'] for network (ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:27.163448 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6cc91-cd4a-4c6e-83a6-f94c42580991 admin admin] Deleting port f11aee32-49aa-4133-978a-f141c0bdb846 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:16:27.164397 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-7ab6cc91-cd4a-4c6e-83a6-f94c42580991 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (f11aee32-49aa-4133-978a-f141c0bdb846), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:27.202353 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e925d90-cfa2-48fd-a057-16617a362bef None None] DHCP port deletion for ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 request from dv-cinder-801354-10-iscsi {{(pid=106851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 13:16:27.234167 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-7ab6cc91-cd4a-4c6e-83a6-f94c42580991 admin admin] For port f11aee32-49aa-4133-978a-f141c0bdb846, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=f11aee32-49aa-4133-978a-f141c0bdb846,segment=NetworkSegment(5b52370e-6d85-4efb-a48b-840f5d46cda7),segment_id=5b52370e-6d85-4efb-a48b-840f5d46cda7)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:16:27.234526 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-7ab6cc91-cd4a-4c6e-83a6-f94c42580991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (f11aee32-49aa-4133-978a-f141c0bdb846), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:27.241089 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-9e925d90-cfa2-48fd-a057-16617a362bef None None] Deleting port f11aee32-49aa-4133-978a-f141c0bdb846 {{(pid=106851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:16:27.241466 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-9e925d90-cfa2-48fd-a057-16617a362bef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (f11aee32-49aa-4133-978a-f141c0bdb846), before_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:27.247892 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-7ab6cc91-cd4a-4c6e-83a6-f94c42580991 admin admin] Calling delete_port for f11aee32-49aa-4133-978a-f141c0bdb846 owned by network:dhcp {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:16:27.303762 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-9e925d90-cfa2-48fd-a057-16617a362bef None None] For port f11aee32-49aa-4133-978a-f141c0bdb846, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=f11aee32-49aa-4133-978a-f141c0bdb846,segment=NetworkSegment(5b52370e-6d85-4efb-a48b-840f5d46cda7),segment_id=5b52370e-6d85-4efb-a48b-840f5d46cda7)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:16:27.304197 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-9e925d90-cfa2-48fd-a057-16617a362bef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (f11aee32-49aa-4133-978a-f141c0bdb846), precommit_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:27.316800 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-9e925d90-cfa2-48fd-a057-16617a362bef None None] Calling delete_port for f11aee32-49aa-4133-978a-f141c0bdb846 owned by network:dhcp {{(pid=106851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:16:27.394805 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-7ab6cc91-cd4a-4c6e-83a6-f94c42580991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (f11aee32-49aa-4133-978a-f141c0bdb846), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:27.401925 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-9e925d90-cfa2-48fd-a057-16617a362bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289'] for port (f11aee32-49aa-4133-978a-f141c0bdb846), after_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:27.422499 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6cc91-cd4a-4c6e-83a6-f94c42580991 admin admin] Pushing event deleted for resources: {'Port': ['ID=f11aee32-49aa-4133-978a-f141c0bdb846,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:16:27.424765 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab6cc91-cd4a-4c6e-83a6-f94c42580991 admin admin] No DVR routers for this DVR port f11aee32-49aa-4133-978a-f141c0bdb846 on host dv-cinder-801354-10-iscsi {{(pid=106849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:16:27.427063 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e925d90-cfa2-48fd-a057-16617a362bef None None] Pushing event deleted for resources: {'Port': ['ID=f11aee32-49aa-4133-978a-f141c0bdb846,revision_number=None']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:16:27.429010 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:27.431035 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e925d90-cfa2-48fd-a057-16617a362bef None None] No DVR routers for this DVR port f11aee32-49aa-4133-978a-f141c0bdb846 on host dv-cinder-801354-10-iscsi {{(pid=106851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:16:27.437939 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e925d90-cfa2-48fd-a057-16617a362bef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:27.438287 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e925d90-cfa2-48fd-a057-16617a362bef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:27.442628 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e925d90-cfa2-48fd-a057-16617a362bef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:27.442628 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e925d90-cfa2-48fd-a057-16617a362bef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:27.442628 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e925d90-cfa2-48fd-a057-16617a362bef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:27.442628 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e925d90-cfa2-48fd-a057-16617a362bef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:27.442628 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e925d90-cfa2-48fd-a057-16617a362bef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:27.442628 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e925d90-cfa2-48fd-a057-16617a362bef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:27.442628 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e925d90-cfa2-48fd-a057-16617a362bef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:27.442628 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e925d90-cfa2-48fd-a057-16617a362bef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:27.442628 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e925d90-cfa2-48fd-a057-16617a362bef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:27.442628 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e925d90-cfa2-48fd-a057-16617a362bef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:27.442628 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e925d90-cfa2-48fd-a057-16617a362bef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:27.446752 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e925d90-cfa2-48fd-a057-16617a362bef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:27.446752 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e925d90-cfa2-48fd-a057-16617a362bef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:16:27.502109 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-7ab6cc91-cd4a-4c6e-83a6-f94c42580991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514794', 'neutron.services.segments.db._delete_segments_for_network-8734283000248'] for network (ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:27.522730 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-7ab6cc91-cd4a-4c6e-83a6-f94c42580991 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8']}} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:16:27.532847 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-7ab6cc91-cd4a-4c6e-83a6-f94c42580991 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b52370e-6d85-4efb-a48b-840f5d46cda7') {'for_net_delete': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:16:27.533141 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-7ab6cc91-cd4a-4c6e-83a6-f94c42580991 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b52370e-6d85-4efb-a48b-840f5d46cda7') {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:16:27.542907 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-7ab6cc91-cd4a-4c6e-83a6-f94c42580991 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734283000140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4782540'] for segment (5b52370e-6d85-4efb-a48b-840f5d46cda7), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:27.555916 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-7ab6cc91-cd4a-4c6e-83a6-f94c42580991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (5b52370e-6d85-4efb-a48b-840f5d46cda7), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:27.562277 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ab6cc91-cd4a-4c6e-83a6-f94c42580991 admin admin] Releasing vlan 392 on physical network physnet1 to pool {{(pid=106849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 13:16:27.562652 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-7ab6cc91-cd4a-4c6e-83a6-f94c42580991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4768823'] for segment (5b52370e-6d85-4efb-a48b-840f5d46cda7), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:27.708084 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-7ab6cc91-cd4a-4c6e-83a6-f94c42580991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583751'] for network (ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:27.718131 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 72e21ac9-3e86-4604-8d5b-78ae607cb4f3 no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:16:27.718766 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.services.segments.plugin [-] Segment 5b52370e-6d85-4efb-a48b-840f5d46cda7 resource provider aggregate not found Sep 13 13:16:27.723803 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-7ab6cc91-cd4a-4c6e-83a6-f94c42580991 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:27.727573 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-7ab6cc91-cd4a-4c6e-83a6-f94c42580991 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8 HTTP/1.1" status: 204 len: 168 time: 0.6780741 Sep 13 13:16:27.730645 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 44406) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:16:27.738903 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab6cc91-cd4a-4c6e-83a6-f94c42580991 admin admin] Pushing event deleted for resources: {'Network': ['ID=ddb2f6ec-2cbe-46b9-865c-7cb0e7584ba8,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:16:27.739880 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: 72e21ac9-3e86-4604-8d5b-78ae607cb4f3 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:16:27.741143 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 72e21ac9-3e86-4604-8d5b-78ae607cb4f3 not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:16:27.741566 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 204bd7cc-8861-422b-ae76-4627d4f10689 no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:16:27.755573 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.services.segments.plugin [-] Segment 5b52370e-6d85-4efb-a48b-840f5d46cda7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b52370e-6d85-4efb-a48b-840f5d46cda7 found for delete ", "request_id": "req-a35f4ff4-6e7a-4c3e-94dc-a7cfc51ee0a3"}]} Sep 13 13:16:27.762642 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: 204bd7cc-8861-422b-ae76-4627d4f10689 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:16:27.762988 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 204bd7cc-8861-422b-ae76-4627d4f10689 not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:16:27.763404 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device f11aee32-49aa-4133-978a-f141c0bdb846 no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:16:27.784620 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: f11aee32-49aa-4133-978a-f141c0bdb846 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:16:27.784961 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device f11aee32-49aa-4133-978a-f141c0bdb846 not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:16:28.042939 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d8964611-516a-49cf-97d3-fe9b1e2e5929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1803674'] for router_interface (25eb774b-5a42-486b-8062-73585ccc3366), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:28.086131 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:28.124148 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:28.263229 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-d8964611-516a-49cf-97d3-fe9b1e2e5929 admin admin] Deleting port d927f181-607a-4e99-b9ce-102fe361761f {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:16:28.263564 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d8964611-516a-49cf-97d3-fe9b1e2e5929 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (d927f181-607a-4e99-b9ce-102fe361761f), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:28.341469 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-d8964611-516a-49cf-97d3-fe9b1e2e5929 admin admin] For port d927f181-607a-4e99-b9ce-102fe361761f, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=d927f181-607a-4e99-b9ce-102fe361761f,segment=NetworkSegment(de09c6b0-954a-4b80-b761-c8ee1c12bb08),segment_id=de09c6b0-954a-4b80-b761-c8ee1c12bb08)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:16:28.341768 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d8964611-516a-49cf-97d3-fe9b1e2e5929 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (d927f181-607a-4e99-b9ce-102fe361761f), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:28.354785 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-d8964611-516a-49cf-97d3-fe9b1e2e5929 admin admin] Calling delete_port for d927f181-607a-4e99-b9ce-102fe361761f owned by network:router_interface {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:16:28.647440 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d8964611-516a-49cf-97d3-fe9b1e2e5929 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (d927f181-607a-4e99-b9ce-102fe361761f), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:28.675924 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8964611-516a-49cf-97d3-fe9b1e2e5929 admin admin] Pushing event deleted for resources: {'Port': ['ID=d927f181-607a-4e99-b9ce-102fe361761f,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:16:28.844386 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-d8964611-516a-49cf-97d3-fe9b1e2e5929 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1691681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582858'] for router_interface (25eb774b-5a42-486b-8062-73585ccc3366), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:28.982856 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:29.048527 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8964611-516a-49cf-97d3-fe9b1e2e5929 admin admin] Router 25eb774b-5a42-486b-8062-73585ccc3366 has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:16:29.055709 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:29.150371 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8964611-516a-49cf-97d3-fe9b1e2e5929 admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:16:29.155302 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-d8964611-516a-49cf-97d3-fe9b1e2e5929 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/25eb774b-5a42-486b-8062-73585ccc3366/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4233937 Sep 13 13:16:29.157788 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 44408) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:16:29.162411 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876bd030-d7cb-4efb-a455-7d437984df49 None None] Sync routers for ids ['25eb774b-5a42-486b-8062-73585ccc3366'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:16:29.172368 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876bd030-d7cb-4efb-a455-7d437984df49 None None] Routers {'25eb774b-5a42-486b-8062-73585ccc3366'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:16:29.172978 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-876bd030-d7cb-4efb-a455-7d437984df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:16:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['25eb774b-5a42-486b-8062-73585ccc3366'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:16:29.257271 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-7832e57b-7212-4d2f-be7e-7d3be8bcd838 admin admin] Publish callbacks [] for router (25eb774b-5a42-486b-8062-73585ccc3366), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:29.356218 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-7832e57b-7212-4d2f-be7e-7d3be8bcd838 admin admin] Publish callbacks [] for router_gateway (25eb774b-5a42-486b-8062-73585ccc3366), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:29.395759 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-876bd030-d7cb-4efb-a455-7d437984df49 None None] Set router 25eb774b-5a42-486b-8062-73585ccc3366 gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:16:29.471399 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-7832e57b-7212-4d2f-be7e-7d3be8bcd838 admin admin] Deleting port 49548af6-89cf-4308-aa11-ad556180ceea {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:16:29.471742 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-7832e57b-7212-4d2f-be7e-7d3be8bcd838 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (49548af6-89cf-4308-aa11-ad556180ceea), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:29.551656 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-7832e57b-7212-4d2f-be7e-7d3be8bcd838 admin admin] For port 49548af6-89cf-4308-aa11-ad556180ceea, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=49548af6-89cf-4308-aa11-ad556180ceea,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:16:29.551934 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-7832e57b-7212-4d2f-be7e-7d3be8bcd838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (49548af6-89cf-4308-aa11-ad556180ceea), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:29.564652 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-7832e57b-7212-4d2f-be7e-7d3be8bcd838 admin admin] Calling delete_port for 49548af6-89cf-4308-aa11-ad556180ceea owned by network:router_gateway {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:16:29.568649 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-876bd030-d7cb-4efb-a455-7d437984df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25eb774b-5a42-486b-8062-73585ccc3366', 'name': 'tempest-TestMinimumBasicScenario-1063135969-router', 'tenant_id': '6208cd035241428eb8f820b1088bcf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': '49548af6-89cf-4308-aa11-ad556180ceea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:13:57Z', 'updated_at': '2022-09-13T13:16:28Z', 'revision_number': 5, 'project_id': '6208cd035241428eb8f820b1088bcf90', 'gw_port': {'id': '49548af6-89cf-4308-aa11-ad556180ceea', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:4d:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25eb774b-5a42-486b-8062-73585ccc3366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 706, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:13:58Z', 'updated_at': '2022-09-13T13:14:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:16:29.594935 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876bd030-d7cb-4efb-a455-7d437984df49 None None] Checking router: 25eb774b-5a42-486b-8062-73585ccc3366 for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:16:29.603997 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876bd030-d7cb-4efb-a455-7d437984df49 None None] Routers {'25eb774b-5a42-486b-8062-73585ccc3366'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:16:29.604628 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-876bd030-d7cb-4efb-a455-7d437984df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:16:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['25eb774b-5a42-486b-8062-73585ccc3366'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:16:29.702914 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-876bd030-d7cb-4efb-a455-7d437984df49 None None] Set router 25eb774b-5a42-486b-8062-73585ccc3366 gateway port host: None {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:16:29.764300 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-876bd030-d7cb-4efb-a455-7d437984df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25eb774b-5a42-486b-8062-73585ccc3366', 'name': 'tempest-TestMinimumBasicScenario-1063135969-router', 'tenant_id': '6208cd035241428eb8f820b1088bcf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:13:57Z', 'updated_at': '2022-09-13T13:16:29Z', 'revision_number': 6, 'project_id': '6208cd035241428eb8f820b1088bcf90', 'gw_port_host': None}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:16:29.787332 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-876bd030-d7cb-4efb-a455-7d437984df49 None None] The sync data for ids ['25eb774b-5a42-486b-8062-73585ccc3366'] in dv-cinder-801354-10-iscsi is: [{'id': '25eb774b-5a42-486b-8062-73585ccc3366', 'name': 'tempest-TestMinimumBasicScenario-1063135969-router', 'tenant_id': '6208cd035241428eb8f820b1088bcf90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:13:57Z', 'updated_at': '2022-09-13T13:16:29Z', 'revision_number': 6, 'project_id': '6208cd035241428eb8f820b1088bcf90', 'gw_port_host': None}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:16:29.818910 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-7832e57b-7212-4d2f-be7e-7d3be8bcd838 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (49548af6-89cf-4308-aa11-ad556180ceea), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:29.853165 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7832e57b-7212-4d2f-be7e-7d3be8bcd838 admin admin] Pushing event deleted for resources: {'Port': ['ID=49548af6-89cf-4308-aa11-ad556180ceea,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:16:29.911151 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-7832e57b-7212-4d2f-be7e-7d3be8bcd838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583705'] for router_gateway (25eb774b-5a42-486b-8062-73585ccc3366), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:29.997501 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-7832e57b-7212-4d2f-be7e-7d3be8bcd838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13140'] for router (25eb774b-5a42-486b-8062-73585ccc3366), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:29.999677 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-7832e57b-7212-4d2f-be7e-7d3be8bcd838 admin admin] Publish callbacks [] for router_controller (25eb774b-5a42-486b-8062-73585ccc3366), precommit_delete_associations {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:30.007835 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:30.093075 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-7832e57b-7212-4d2f-be7e-7d3be8bcd838 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582937'] for router (25eb774b-5a42-486b-8062-73585ccc3366), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:30.093580 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7832e57b-7212-4d2f-be7e-7d3be8bcd838 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25eb774b-5a42-486b-8062-73585ccc3366 {{(pid=106850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 13:16:30.098244 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-7832e57b-7212-4d2f-be7e-7d3be8bcd838 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:30.099342 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-7832e57b-7212-4d2f-be7e-7d3be8bcd838 admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/25eb774b-5a42-486b-8062-73585ccc3366 HTTP/1.1" status: 204 len: 168 time: 0.9406579 Sep 13 13:16:30.103471 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 44410) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:16:30.152671 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_v2 [None req-afa70cdd-54a7-4f1b-b149-5fb910e04f58 admin admin] Deleting subnet 2feb9169-ed0c-453f-8a7e-4ba5144c6cb8 {{(pid=106850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 13:16:30.156519 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-afa70cdd-54a7-4f1b-b149-5fb910e04f58 admin admin] Publish callbacks [] for subnet (2feb9169-ed0c-453f-8a7e-4ba5144c6cb8), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:30.457564 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:30.459962 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-afa70cdd-54a7-4f1b-b149-5fb910e04f58 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7847307'] for subnet (2feb9169-ed0c-453f-8a7e-4ba5144c6cb8), precommit_delete_associations {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:30.536121 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-afa70cdd-54a7-4f1b-b149-5fb910e04f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3665047'] for subnet (2feb9169-ed0c-453f-8a7e-4ba5144c6cb8), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:30.659248 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-afa70cdd-54a7-4f1b-b149-5fb910e04f58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3659918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8174019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234573'] for subnet (2feb9169-ed0c-453f-8a7e-4ba5144c6cb8), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:30.684406 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa70cdd-54a7-4f1b-b149-5fb910e04f58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2feb9169-ed0c-453f-8a7e-4ba5144c6cb8,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:16:30.691353 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-afa70cdd-54a7-4f1b-b149-5fb910e04f58 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:30.695336 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-afa70cdd-54a7-4f1b-b149-5fb910e04f58 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/2feb9169-ed0c-453f-8a7e-4ba5144c6cb8 HTTP/1.1" status: 204 len: 168 time: 0.5918782 Sep 13 13:16:30.697359 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d289e240-d29d-4040-b1ac-49ae908082b4 None None] Network ce96681e-4183-4704-85f3-9558a02b798d requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:16:30.698460 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44412) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:16:30.782134 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe4e7-4b7a-488d-9f30-beb279438b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3651144'] for network (ce96681e-4183-4704-85f3-9558a02b798d), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:30.826964 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-1a0fe4e7-4b7a-488d-9f30-beb279438b9a admin admin] Deleting port e324473f-1a81-4dda-8817-fc706927a9ed {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:16:30.827298 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe4e7-4b7a-488d-9f30-beb279438b9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (e324473f-1a81-4dda-8817-fc706927a9ed), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:30.861404 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5658263a-adda-476b-907f-61f9e587c275 None None] DHCP port deletion for ce96681e-4183-4704-85f3-9558a02b798d request from dv-cinder-801354-10-iscsi {{(pid=106851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 13:16:30.890302 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:30.895085 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-1a0fe4e7-4b7a-488d-9f30-beb279438b9a admin admin] For port e324473f-1a81-4dda-8817-fc706927a9ed, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=e324473f-1a81-4dda-8817-fc706927a9ed,segment=NetworkSegment(de09c6b0-954a-4b80-b761-c8ee1c12bb08),segment_id=de09c6b0-954a-4b80-b761-c8ee1c12bb08)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:16:30.895446 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe4e7-4b7a-488d-9f30-beb279438b9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (e324473f-1a81-4dda-8817-fc706927a9ed), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:30.898954 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-5658263a-adda-476b-907f-61f9e587c275 None None] Deleting port e324473f-1a81-4dda-8817-fc706927a9ed {{(pid=106851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:16:30.903084 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-5658263a-adda-476b-907f-61f9e587c275 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (e324473f-1a81-4dda-8817-fc706927a9ed), before_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:30.909189 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-1a0fe4e7-4b7a-488d-9f30-beb279438b9a admin admin] Calling delete_port for e324473f-1a81-4dda-8817-fc706927a9ed owned by network:dhcp {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:16:30.917267 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:30.940931 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:30.966118 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-5658263a-adda-476b-907f-61f9e587c275 None None] For port e324473f-1a81-4dda-8817-fc706927a9ed, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=e324473f-1a81-4dda-8817-fc706927a9ed,segment=NetworkSegment(de09c6b0-954a-4b80-b761-c8ee1c12bb08),segment_id=de09c6b0-954a-4b80-b761-c8ee1c12bb08)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:16:30.966440 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-5658263a-adda-476b-907f-61f9e587c275 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (e324473f-1a81-4dda-8817-fc706927a9ed), precommit_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:30.978757 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-5658263a-adda-476b-907f-61f9e587c275 None None] Calling delete_port for e324473f-1a81-4dda-8817-fc706927a9ed owned by network:dhcp {{(pid=106851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:16:31.068845 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe4e7-4b7a-488d-9f30-beb279438b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (e324473f-1a81-4dda-8817-fc706927a9ed), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:31.076145 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-5658263a-adda-476b-907f-61f9e587c275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289'] for port (e324473f-1a81-4dda-8817-fc706927a9ed), after_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:31.097097 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fe4e7-4b7a-488d-9f30-beb279438b9a admin admin] Pushing event deleted for resources: {'Port': ['ID=e324473f-1a81-4dda-8817-fc706927a9ed,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:16:31.102170 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0fe4e7-4b7a-488d-9f30-beb279438b9a admin admin] No DVR routers for this DVR port e324473f-1a81-4dda-8817-fc706927a9ed on host dv-cinder-801354-10-iscsi {{(pid=106849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:16:31.103398 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658263a-adda-476b-907f-61f9e587c275 None None] Pushing event deleted for resources: {'Port': ['ID=e324473f-1a81-4dda-8817-fc706927a9ed,revision_number=None']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:16:31.105665 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5658263a-adda-476b-907f-61f9e587c275 None None] No DVR routers for this DVR port e324473f-1a81-4dda-8817-fc706927a9ed on host dv-cinder-801354-10-iscsi {{(pid=106851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:16:31.178286 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe4e7-4b7a-488d-9f30-beb279438b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514794', 'neutron.services.segments.db._delete_segments_for_network-8734283000248'] for network (ce96681e-4183-4704-85f3-9558a02b798d), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:31.200075 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-1a0fe4e7-4b7a-488d-9f30-beb279438b9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce96681e-4183-4704-85f3-9558a02b798d']}} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:16:31.209783 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-1a0fe4e7-4b7a-488d-9f30-beb279438b9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de09c6b0-954a-4b80-b761-c8ee1c12bb08') {'for_net_delete': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:16:31.210059 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-1a0fe4e7-4b7a-488d-9f30-beb279438b9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de09c6b0-954a-4b80-b761-c8ee1c12bb08') {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:16:31.219741 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe4e7-4b7a-488d-9f30-beb279438b9a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734283000140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4782540'] for segment (de09c6b0-954a-4b80-b761-c8ee1c12bb08), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:31.233785 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe4e7-4b7a-488d-9f30-beb279438b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (de09c6b0-954a-4b80-b761-c8ee1c12bb08), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:31.239996 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a0fe4e7-4b7a-488d-9f30-beb279438b9a admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=106849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 13:16:31.240369 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe4e7-4b7a-488d-9f30-beb279438b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4768823'] for segment (de09c6b0-954a-4b80-b761-c8ee1c12bb08), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:31.284153 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.services.segments.plugin [-] Segment de09c6b0-954a-4b80-b761-c8ee1c12bb08 resource provider aggregate not found Sep 13 13:16:31.302586 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.services.segments.plugin [-] Segment de09c6b0-954a-4b80-b761-c8ee1c12bb08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de09c6b0-954a-4b80-b761-c8ee1c12bb08 found for delete ", "request_id": "req-7380c98f-c6d0-42c8-9767-ad6dbd268ac5"}]} Sep 13 13:16:31.384794 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe4e7-4b7a-488d-9f30-beb279438b9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583751'] for network (ce96681e-4183-4704-85f3-9558a02b798d), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:31.391084 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-1a0fe4e7-4b7a-488d-9f30-beb279438b9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:31.394045 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-1a0fe4e7-4b7a-488d-9f30-beb279438b9a admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/ce96681e-4183-4704-85f3-9558a02b798d HTTP/1.1" status: 204 len: 168 time: 0.6943297 Sep 13 13:16:31.406721 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0fe4e7-4b7a-488d-9f30-beb279438b9a admin admin] Pushing event deleted for resources: {'Network': ['ID=ce96681e-4183-4704-85f3-9558a02b798d,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:16:31.717944 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device e324473f-1a81-4dda-8817-fc706927a9ed no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:16:31.738067 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:31.738601 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: e324473f-1a81-4dda-8817-fc706927a9ed {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:16:31.738936 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device e324473f-1a81-4dda-8817-fc706927a9ed not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:16:31.739340 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device d927f181-607a-4e99-b9ce-102fe361761f no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:16:31.756507 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: d927f181-607a-4e99-b9ce-102fe361761f {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:16:31.756844 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device d927f181-607a-4e99-b9ce-102fe361761f not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:16:31.757402 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 49548af6-89cf-4308-aa11-ad556180ceea no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:16:31.775381 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: 49548af6-89cf-4308-aa11-ad556180ceea {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:16:31.775715 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 49548af6-89cf-4308-aa11-ad556180ceea not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:16:31.794991 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44420) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:16:31.833834 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-7bb5be4f-9f11-4886-8526-98381ad9865c admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=aa5bc3bf3bb74d6a91e79dd861d0563f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376287 Sep 13 13:16:31.836994 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44422) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:16:31.863213 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:31.884051 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-656f5e77-b4d2-43ce-bd41-bcd5255e0f42 admin admin] Publish callbacks [] for security_group (70d4f109-f360-428b-ad67-2259694269e0), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:31.904304 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-656f5e77-b4d2-43ce-bd41-bcd5255e0f42 admin admin] Publish callbacks [] for security_group (70d4f109-f360-428b-ad67-2259694269e0), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:32.068305 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-656f5e77-b4d2-43ce-bd41-bcd5255e0f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (70d4f109-f360-428b-ad67-2259694269e0), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:32.071427 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-656f5e77-b4d2-43ce-bd41-bcd5255e0f42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:32.072583 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-656f5e77-b4d2-43ce-bd41-bcd5255e0f42 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/70d4f109-f360-428b-ad67-2259694269e0 HTTP/1.1" status: 204 len: 168 time: 0.2346926 Sep 13 13:16:32.080606 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f5e77-b4d2-43ce-bd41-bcd5255e0f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d4f109-f360-428b-ad67-2259694269e0,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:16:32.799346 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 44428) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:16:32.840037 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-f4d7f0dc-75d9-43ac-b34e-a752e8dfa9cb admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=6208cd035241428eb8f820b1088bcf90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0395794 Sep 13 13:16:32.842548 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 44430) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:16:32.890264 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e1bd191e-f539-49c6-8b33-1de7c680d8ff admin admin] Publish callbacks [] for security_group (1362a680-fe6d-4b28-a575-c5b89da132b5), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:32.909899 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e1bd191e-f539-49c6-8b33-1de7c680d8ff admin admin] Publish callbacks [] for security_group (1362a680-fe6d-4b28-a575-c5b89da132b5), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:33.029746 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e1bd191e-f539-49c6-8b33-1de7c680d8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (1362a680-fe6d-4b28-a575-c5b89da132b5), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:33.032293 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-e1bd191e-f539-49c6-8b33-1de7c680d8ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:33.033425 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-e1bd191e-f539-49c6-8b33-1de7c680d8ff admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/1362a680-fe6d-4b28-a575-c5b89da132b5 HTTP/1.1" status: 204 len: 168 time: 0.1900079 Sep 13 13:16:33.042408 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bd191e-f539-49c6-8b33-1de7c680d8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1362a680-fe6d-4b28-a575-c5b89da132b5,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:16:33.321510 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-5037bfb4-aa80-4844-af20-0483b2466581 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:35.428554 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-6fc53864-6812-4149-91b8-d259fe344222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:36.174370 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=21 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:36.175125 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=4 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:36.972976 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:38.264166 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:38.361280 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:16:41.940172 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=33,neutron:DELETE=5 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:42.075834 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:43.036704 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=53,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:43.037510 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=29,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:48.315459 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=48,neutron:DELETE=5,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:48.317316 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:16:49.570638 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:16:59.566993 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=2 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:17:01.698185 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:03.132115 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea32df-5687-4845-8b9f-10c1f59bbfcb req-acfd9c40-7f10-416b-becc-7aad8bbdfeb0 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:03.133635 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-19ea32df-5687-4845-8b9f-10c1f59bbfcb req-acfd9c40-7f10-416b-becc-7aad8bbdfeb0 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 946 time: 0.0502310 Sep 13 13:17:03.183405 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-19ea32df-5687-4845-8b9f-10c1f59bbfcb req-36ff09cc-6358-4607-b0ce-3caedbe106a4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440996 Sep 13 13:17:03.307267 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-71340568-2c2a-49b4-aac2-dc9686c193a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:04.306787 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014bc003-ae75-43f7-86f5-192d011d7948 req-e1d7ad02-e106-4a54-a5cb-f84bbfabd84f tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:04.308268 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-014bc003-ae75-43f7-86f5-192d011d7948 req-e1d7ad02-e106-4a54-a5cb-f84bbfabd84f tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 946 time: 0.0478141 Sep 13 13:17:04.358116 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-014bc003-ae75-43f7-86f5-192d011d7948 req-3922807f-4a13-43b8-b71a-32ed82456666 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436020 Sep 13 13:17:04.600304 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849f6f1a-6893-446a-8c78-b114be722fb9 req-f1399423-e152-4c4d-b39b-265e317a59b8 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:04.601758 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-849f6f1a-6893-446a-8c78-b114be722fb9 req-f1399423-e152-4c4d-b39b-265e317a59b8 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 946 time: 0.0451877 Sep 13 13:17:04.695408 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-849f6f1a-6893-446a-8c78-b114be722fb9 req-197bb985-04df-40da-aa9a-80c08af719e4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Deleting port bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:17:04.695752 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-849f6f1a-6893-446a-8c78-b114be722fb9 req-197bb985-04df-40da-aa9a-80c08af719e4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:04.788914 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-849f6f1a-6893-446a-8c78-b114be722fb9 req-197bb985-04df-40da-aa9a-80c08af719e4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] For port bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7,segment=NetworkSegment(4fa5d14e-1fd3-4799-916d-af0e71dd35cb),segment_id=4fa5d14e-1fd3-4799-916d-af0e71dd35cb)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:17:04.789272 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-849f6f1a-6893-446a-8c78-b114be722fb9 req-197bb985-04df-40da-aa9a-80c08af719e4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:04.945426 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-849f6f1a-6893-446a-8c78-b114be722fb9 req-197bb985-04df-40da-aa9a-80c08af719e4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:04.945701 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-849f6f1a-6893-446a-8c78-b114be722fb9 req-197bb985-04df-40da-aa9a-80c08af719e4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (7ff71af1-eab4-4fe9-8b9d-b33164419146), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:04.946039 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.l3_db [req-849f6f1a-6893-446a-8c78-b114be722fb9 req-197bb985-04df-40da-aa9a-80c08af719e4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Floating IP 7ff71af1-eab4-4fe9-8b9d-b33164419146 disassociated. External IP: 172.27.1.183, port: bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7. Sep 13 13:17:04.946371 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-849f6f1a-6893-446a-8c78-b114be722fb9 req-197bb985-04df-40da-aa9a-80c08af719e4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Calling delete_port for bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 owned by compute:nova {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:17:05.115495 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-849f6f1a-6893-446a-8c78-b114be722fb9 req-197bb985-04df-40da-aa9a-80c08af719e4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:05.143286 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197bb985-04df-40da-aa9a-80c08af719e4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Pushing event deleted for resources: {'Port': ['ID=bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:17:05.254113 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [req-849f6f1a-6893-446a-8c78-b114be722fb9 req-197bb985-04df-40da-aa9a-80c08af719e4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Router 778604aa-641e-4fd9-b5bf-dc746b1d952c has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:17:05.306026 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:17:05.335990 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:17:05.359401 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-849f6f1a-6893-446a-8c78-b114be722fb9 req-197bb985-04df-40da-aa9a-80c08af719e4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:17:05.370233 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb3273c-d55d-4b30-ae99-5749372d572a None None] Sync routers for ids ['778604aa-641e-4fd9-b5bf-dc746b1d952c'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:17:05.382094 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb3273c-d55d-4b30-ae99-5749372d572a None None] Routers {'778604aa-641e-4fd9-b5bf-dc746b1d952c'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:17:05.382094 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-bbb3273c-d55d-4b30-ae99-5749372d572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:16:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['778604aa-641e-4fd9-b5bf-dc746b1d952c'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:17:05.403998 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-849f6f1a-6893-446a-8c78-b114be722fb9 req-197bb985-04df-40da-aa9a-80c08af719e4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] No DVR routers for this DVR port bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 on host hv-cinder-80135 {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:17:05.406799 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-849f6f1a-6893-446a-8c78-b114be722fb9 req-197bb985-04df-40da-aa9a-80c08af719e4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:05.413649 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-849f6f1a-6893-446a-8c78-b114be722fb9 req-197bb985-04df-40da-aa9a-80c08af719e4 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.61 "DELETE /networking/v2.0/ports/bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 HTTP/1.1" status: 204 len: 173 time: 0.8023779 Sep 13 13:17:05.413649 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f1ad057-3065-45e6-91c9-fb4a53f79abb', 'name': 'network-vif-deleted', 'tag': 'bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:17:05.413649 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f46d00-2dbf-4c62-9378-a7b4e61a97d6" -d '{"events": [{"server_uuid": "2f1ad057-3065-45e6-91c9-fb4a53f79abb", "name": "network-vif-deleted", "tag": "bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:17:05.430991 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-51502dfd-34da-4e6b-b60f-6cea8e8d433b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:05.461987 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09e84ee-cc5d-4682-9578-9a5d3a976f54 x-openstack-request-id: req-b09e84ee-cc5d-4682-9578-9a5d3a976f54 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:17:05.462282 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f1ad057-3065-45e6-91c9-fb4a53f79abb", "name": "network-vif-deleted", "tag": "bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:17:05.462578 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b09e84ee-cc5d-4682-9578-9a5d3a976f54 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:17:05.463099 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b09e84ee-cc5d-4682-9578-9a5d3a976f54'] response: {'server_uuid': '2f1ad057-3065-45e6-91c9-fb4a53f79abb', 'name': 'network-vif-deleted', 'tag': 'bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7', 'status': 'completed', 'code': 200} Sep 13 13:17:05.493603 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b5787856-68b9-4b4b-9f6d-cfe677804d56 req-aac40262-2c01-4989-acfe-c3fb148258b6 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 210 time: 0.0474780 Sep 13 13:17:05.499873 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-bbb3273c-d55d-4b30-ae99-5749372d572a None None] Set router 778604aa-641e-4fd9-b5bf-dc746b1d952c gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:17:05.699498 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-bbb3273c-d55d-4b30-ae99-5749372d572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '91058135-7914-4503-be5b-ee1399dcbde0', 'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'mac_address': 'fa:16:3e:de:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:05Z', 'updated_at': '2022-09-13T13:14:16Z', 'revision_number': 5, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'subnets': [{'id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:17:05.727864 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb3273c-d55d-4b30-ae99-5749372d572a None None] Checking router: 778604aa-641e-4fd9-b5bf-dc746b1d952c for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:17:05.736332 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb3273c-d55d-4b30-ae99-5749372d572a None None] Routers {'778604aa-641e-4fd9-b5bf-dc746b1d952c'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:17:05.736869 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-bbb3273c-d55d-4b30-ae99-5749372d572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:17:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['778604aa-641e-4fd9-b5bf-dc746b1d952c'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:17:05.835803 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-bbb3273c-d55d-4b30-ae99-5749372d572a None None] Set router 778604aa-641e-4fd9-b5bf-dc746b1d952c gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:17:06.021376 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-bbb3273c-d55d-4b30-ae99-5749372d572a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '91058135-7914-4503-be5b-ee1399dcbde0', 'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'mac_address': 'fa:16:3e:de:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:05Z', 'updated_at': '2022-09-13T13:14:16Z', 'revision_number': 5, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'subnets': [{'id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:17:06.045731 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb3273c-d55d-4b30-ae99-5749372d572a None None] The sync data for ids ['778604aa-641e-4fd9-b5bf-dc746b1d952c'] in dv-cinder-801354-10-iscsi is: [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '91058135-7914-4503-be5b-ee1399dcbde0', 'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'mac_address': 'fa:16:3e:de:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:05Z', 'updated_at': '2022-09-13T13:14:16Z', 'revision_number': 5, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'subnets': [{'id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:17:06.273241 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfb7b66-58e0-4fb1-a22f-1cf3a59f56a9 None None] New status for floating IP 7ff71af1-eab4-4fe9-8b9d-b33164419146: DOWN {{(pid=106851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:17:06.617021 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-816b267f-6e57-4a7f-85cd-3314cee6cdc2 req-0145d01c-5ef1-4879-8d2f-e346d8aeb820 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=2f1ad057-3065-45e6-91c9-fb4a53f79abb HTTP/1.1" status: 200 len: 210 time: 0.0281539 Sep 13 13:17:06.964665 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:07.906531 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10913563-46c8-423c-acc5-fa903b9876da req-024032f4-1f34-41a8-aefe-fef754d3985e tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-77685047&fields=id&tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1 HTTP/1.1" status: 200 len: 267 time: 0.0479791 Sep 13 13:17:08.010901 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10913563-46c8-423c-acc5-fa903b9876da req-36650c1d-94dd-4058-8cb8-90888df26688 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:08.012893 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10913563-46c8-423c-acc5-fa903b9876da req-36650c1d-94dd-4058-8cb8-90888df26688 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/networks?id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 HTTP/1.1" status: 200 len: 812 time: 0.0988786 Sep 13 13:17:08.029832 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10913563-46c8-423c-acc5-fa903b9876da req-cda825fb-7917-4887-a459-bb9f0f026969 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/quotas/bdc958fc46ca40afa50f4e7f43a0ffe1 HTTP/1.1" status: 200 len: 375 time: 0.0099297 Sep 13 13:17:08.082102 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10913563-46c8-423c-acc5-fa903b9876da req-c395e819-cc75-4f66-a0df-c2014def416e tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0473683 Sep 13 13:17:08.194932 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [req-10913563-46c8-423c-acc5-fa903b9876da req-993e99fc-2d00-4fd4-9bd3-f30ae649f837 service neutron] http://10.222.0.72:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106850) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 13 13:17:08.196038 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10913563-46c8-423c-acc5-fa903b9876da req-993e99fc-2d00-4fd4-9bd3-f30ae649f837 service neutron] 10.222.0.72 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.1028888 Sep 13 13:17:08.258598 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:08.287665 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10913563-46c8-423c-acc5-fa903b9876da req-4e90d54b-d734-4508-96d6-de0c585661ec service neutron] 10.222.0.72 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850940 Sep 13 13:17:08.373615 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:08.384066 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10913563-46c8-423c-acc5-fa903b9876da req-8c24080d-7f0e-43a9-89c4-854f9a96b0dd service neutron] 10.222.0.72 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903325 Sep 13 13:17:08.762545 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:17:08.782187 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] No Port match for: bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:17:08.782530 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device bc1ba57c-61fd-4ddc-936e-ecbcd79cffa7 not bound to the agent host hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:17:09.015740 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5b6c8ef6-f633-482b-916f-dcb6b62797d5 req-4a262a2c-7b13-4ca1-b666-0ac299985dc0 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 210 time: 0.0285885 Sep 13 13:17:10.118029 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d846ecc5-6abf-4cc4-bb14-9cdef22c298c req-306a4fe7-7546-4f35-ab78-4bfdbdd282c7 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 210 time: 0.0280917 Sep 13 13:17:10.960038 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10913563-46c8-423c-acc5-fa903b9876da req-b36c303b-62bb-4419-9077-a68fd2328143 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:10.961531 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10913563-46c8-423c-acc5-fa903b9876da req-b36c303b-62bb-4419-9077-a68fd2328143 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.61 "GET /networking/v2.0/networks?id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 HTTP/1.1" status: 200 len: 812 time: 0.1046717 Sep 13 13:17:11.022504 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10913563-46c8-423c-acc5-fa903b9876da req-d793fd66-ccdc-40ee-ade9-c90098801fec tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1 HTTP/1.1" status: 200 len: 378 time: 0.0535603 Sep 13 13:17:11.030566 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-10913563-46c8-423c-acc5-fa903b9876da req-e09bee94-6ea6-4e5f-bf49-9d7ad9ef9ec8 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Request body: {'port': {'device_id': '69a34563-6aef-4f07-a259-202d9c587f57', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'admin_state_up': True, 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'security_groups': ['58115c3b-7693-471c-af7f-2b091bc6695b']}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:17:11.226418 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10913563-46c8-423c-acc5-fa903b9876da req-e09bee94-6ea6-4e5f-bf49-9d7ad9ef9ec8 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Made reservation on behalf of bdc958fc46ca40afa50f4e7f43a0ffe1 for: {'port': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:17:11.228407 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-10913563-46c8-423c-acc5-fa903b9876da req-e09bee94-6ea6-4e5f-bf49-9d7ad9ef9ec8 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:11.240000 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6acac224-0a6f-4fae-b6f2-f4e168b2b66d req-04296285-b16e-4e98-8066-f10d632b4f75 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 210 time: 0.0431597 Sep 13 13:17:11.336363 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:17:11.359719 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [req-10913563-46c8-423c-acc5-fa903b9876da req-e09bee94-6ea6-4e5f-bf49-9d7ad9ef9ec8 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Allocated IP 172.20.0.14 (0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3/16dc0d19-1a02-4b68-ae43-e72feeb444a5/fef93b7a-6edc-45e4-8e94-f08bbea32bea) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:17:11.368936 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:17:11.507295 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-10913563-46c8-423c-acc5-fa903b9876da req-e09bee94-6ea6-4e5f-bf49-9d7ad9ef9ec8 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for port (fef93b7a-6edc-45e4-8e94-f08bbea32bea), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:11.624677 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-10913563-46c8-423c-acc5-fa903b9876da req-e09bee94-6ea6-4e5f-bf49-9d7ad9ef9ec8 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (fef93b7a-6edc-45e4-8e94-f08bbea32bea), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:11.671900 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10913563-46c8-423c-acc5-fa903b9876da req-e09bee94-6ea6-4e5f-bf49-9d7ad9ef9ec8 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Network 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:17:11.677039 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [req-10913563-46c8-423c-acc5-fa903b9876da req-e09bee94-6ea6-4e5f-bf49-9d7ad9ef9ec8 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:17:11.680900 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-10913563-46c8-423c-acc5-fa903b9876da req-e09bee94-6ea6-4e5f-bf49-9d7ad9ef9ec8 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:17:11.707205 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09bee94-6ea6-4e5f-bf49-9d7ad9ef9ec8 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Pushing event updated for resources: {'Port': ['ID=fef93b7a-6edc-45e4-8e94-f08bbea32bea,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:17:11.737499 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10913563-46c8-423c-acc5-fa903b9876da req-e09bee94-6ea6-4e5f-bf49-9d7ad9ef9ec8 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:11.738161 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-10913563-46c8-423c-acc5-fa903b9876da req-e09bee94-6ea6-4e5f-bf49-9d7ad9ef9ec8 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:11.843950 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10913563-46c8-423c-acc5-fa903b9876da req-e09bee94-6ea6-4e5f-bf49-9d7ad9ef9ec8 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8170557 Sep 13 13:17:11.855347 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-10913563-46c8-423c-acc5-fa903b9876da req-808a29ee-acfa-411e-bfd4-5f9eedb8eef3 service neutron] Request body: {'port': {'device_id': '69a34563-6aef-4f07-a259-202d9c587f57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:17:11.908190 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-b62fe61e-02de-4bbf-a2d1-40f45b4e2fec None None] Provisioning complete for port fef93b7a-6edc-45e4-8e94-f08bbea32bea triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:17:11.909137 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-b62fe61e-02de-4bbf-a2d1-40f45b4e2fec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (fef93b7a-6edc-45e4-8e94-f08bbea32bea), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:11.919141 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-10913563-46c8-423c-acc5-fa903b9876da req-808a29ee-acfa-411e-bfd4-5f9eedb8eef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (fef93b7a-6edc-45e4-8e94-f08bbea32bea), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:11.943611 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-b62fe61e-02de-4bbf-a2d1-40f45b4e2fec None None] Port fef93b7a-6edc-45e4-8e94-f08bbea32bea cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:17:12.148241 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:17:12.180080 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [req-10913563-46c8-423c-acc5-fa903b9876da req-808a29ee-acfa-411e-bfd4-5f9eedb8eef3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fef93b7a-6edc-45e4-8e94-f08bbea32bea {{(pid=106850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:17:12.188237 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-10913563-46c8-423c-acc5-fa903b9876da req-808a29ee-acfa-411e-bfd4-5f9eedb8eef3 service neutron] Publish callbacks [] for port (fef93b7a-6edc-45e4-8e94-f08bbea32bea), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:12.200188 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.provisioning_blocks [req-10913563-46c8-423c-acc5-fa903b9876da req-808a29ee-acfa-411e-bfd4-5f9eedb8eef3 service neutron] Transition to ACTIVE for port object fef93b7a-6edc-45e4-8e94-f08bbea32bea will not be triggered until provisioned by entity L2. {{(pid=106850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 13:17:12.263885 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-10913563-46c8-423c-acc5-fa903b9876da req-808a29ee-acfa-411e-bfd4-5f9eedb8eef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (fef93b7a-6edc-45e4-8e94-f08bbea32bea), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:12.357943 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a29ee-acfa-411e-bfd4-5f9eedb8eef3 service neutron] Pushing event updated for resources: {'Port': ['ID=fef93b7a-6edc-45e4-8e94-f08bbea32bea,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:17:12.404939 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9e3971-36aa-4895-a07b-df69f08cbe6d req-0e19c927-47af-4e0c-a5ef-d748483f00be tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:12.406441 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ff9e3971-36aa-4895-a07b-df69f08cbe6d req-0e19c927-47af-4e0c-a5ef-d748483f00be tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 944 time: 0.0833094 Sep 13 13:17:12.424474 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-10913563-46c8-423c-acc5-fa903b9876da req-808a29ee-acfa-411e-bfd4-5f9eedb8eef3 service neutron] Attempting to bind port fef93b7a-6edc-45e4-8e94-f08bbea32bea on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:17:12.424805 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-10913563-46c8-423c-acc5-fa903b9876da req-808a29ee-acfa-411e-bfd4-5f9eedb8eef3 service neutron] Attempting to bind port fef93b7a-6edc-45e4-8e94-f08bbea32bea by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '4fa5d14e-1fd3-4799-916d-af0e71dd35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:17:12.425132 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10913563-46c8-423c-acc5-fa903b9876da req-808a29ee-acfa-411e-bfd4-5f9eedb8eef3 service neutron] Attempting to bind port fef93b7a-6edc-45e4-8e94-f08bbea32bea on network 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:17:12.489320 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:17:12.494350 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ff9e3971-36aa-4895-a07b-df69f08cbe6d req-2fa77975-30c5-4f4a-90e9-d4a9f71614b1 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810926 Sep 13 13:17:12.495288 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10913563-46c8-423c-acc5-fa903b9876da req-808a29ee-acfa-411e-bfd4-5f9eedb8eef3 service neutron] Port fef93b7a-6edc-45e4-8e94-f08bbea32bea on network 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 13:17:12.495611 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10913563-46c8-423c-acc5-fa903b9876da req-808a29ee-acfa-411e-bfd4-5f9eedb8eef3 service neutron] Attempting to bind port fef93b7a-6edc-45e4-8e94-f08bbea32bea on network 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:17:12.541879 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10913563-46c8-423c-acc5-fa903b9876da req-808a29ee-acfa-411e-bfd4-5f9eedb8eef3 service neutron] Checking agent: {'id': '96974c91-2132-4a74-8ded-139ad5e3b835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 13, 3), 'started_at': datetime.datetime(2022, 9, 13, 13, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:17:12.542200 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10913563-46c8-423c-acc5-fa903b9876da req-808a29ee-acfa-411e-bfd4-5f9eedb8eef3 service neutron] Checking segment: {'id': '4fa5d14e-1fd3-4799-916d-af0e71dd35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:17:12.542577 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10913563-46c8-423c-acc5-fa903b9876da req-808a29ee-acfa-411e-bfd4-5f9eedb8eef3 service neutron] Bound using segment: {'id': '4fa5d14e-1fd3-4799-916d-af0e71dd35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:17:12.543004 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-10913563-46c8-423c-acc5-fa903b9876da req-808a29ee-acfa-411e-bfd4-5f9eedb8eef3 service neutron] Bound port: fef93b7a-6edc-45e4-8e94-f08bbea32bea, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa5d14e-1fd3-4799-916d-af0e71dd35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:17:12.543354 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-10913563-46c8-423c-acc5-fa903b9876da req-808a29ee-acfa-411e-bfd4-5f9eedb8eef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (fef93b7a-6edc-45e4-8e94-f08bbea32bea), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:12.604133 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-10913563-46c8-423c-acc5-fa903b9876da req-808a29ee-acfa-411e-bfd4-5f9eedb8eef3 service neutron] For port fef93b7a-6edc-45e4-8e94-f08bbea32bea, host hv-cinder-80135, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:17:12.608094 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-10913563-46c8-423c-acc5-fa903b9876da req-808a29ee-acfa-411e-bfd4-5f9eedb8eef3 service neutron] For port fef93b7a-6edc-45e4-8e94-f08bbea32bea, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fef93b7a-6edc-45e4-8e94-f08bbea32bea,segment=NetworkSegment(4fa5d14e-1fd3-4799-916d-af0e71dd35cb),segment_id=4fa5d14e-1fd3-4799-916d-af0e71dd35cb)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:17:12.667355 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-10913563-46c8-423c-acc5-fa903b9876da req-808a29ee-acfa-411e-bfd4-5f9eedb8eef3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (fef93b7a-6edc-45e4-8e94-f08bbea32bea), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:12.672318 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10913563-46c8-423c-acc5-fa903b9876da req-808a29ee-acfa-411e-bfd4-5f9eedb8eef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:12.672928 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-10913563-46c8-423c-acc5-fa903b9876da req-808a29ee-acfa-411e-bfd4-5f9eedb8eef3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:12.674336 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10913563-46c8-423c-acc5-fa903b9876da req-808a29ee-acfa-411e-bfd4-5f9eedb8eef3 service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/fef93b7a-6edc-45e4-8e94-f08bbea32bea HTTP/1.1" status: 200 len: 1094 time: 0.8231771 Sep 13 13:17:12.674882 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a34563-6aef-4f07-a259-202d9c587f57', 'tag': 'fef93b7a-6edc-45e4-8e94-f08bbea32bea'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:17:12.677119 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2c8270-b168-48f3-a62f-0b38f502ff04" -d '{"events": [{"name": "network-changed", "server_uuid": "69a34563-6aef-4f07-a259-202d9c587f57", "tag": "fef93b7a-6edc-45e4-8e94-f08bbea32bea"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:17:12.716605 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04231e6b-aa80-4194-be7a-f6ab73faae2e x-openstack-request-id: req-04231e6b-aa80-4194-be7a-f6ab73faae2e {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:17:12.716890 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a34563-6aef-4f07-a259-202d9c587f57", "tag": "fef93b7a-6edc-45e4-8e94-f08bbea32bea", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:17:12.717185 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-04231e6b-aa80-4194-be7a-f6ab73faae2e {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:17:12.717580 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04231e6b-aa80-4194-be7a-f6ab73faae2e'] response: {'name': 'network-changed', 'server_uuid': '69a34563-6aef-4f07-a259-202d9c587f57', 'tag': 'fef93b7a-6edc-45e4-8e94-f08bbea32bea', 'status': 'completed', 'code': 200} Sep 13 13:17:12.727126 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a29ee-acfa-411e-bfd4-5f9eedb8eef3 service neutron] Pushing event updated for resources: {'Port': ['ID=fef93b7a-6edc-45e4-8e94-f08bbea32bea,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:17:12.772773 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c8270-b168-48f3-a62f-0b38f502ff04 req-b8f32145-d588-4002-9d50-bafb18af7366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:12.774598 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0d2c8270-b168-48f3-a62f-0b38f502ff04 req-b8f32145-d588-4002-9d50-bafb18af7366 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1&device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 1128 time: 0.0382626 Sep 13 13:17:12.875885 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c8270-b168-48f3-a62f-0b38f502ff04 req-808f6b81-2e13-46a6-90d6-5dd9e49b3f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:12.877259 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0d2c8270-b168-48f3-a62f-0b38f502ff04 req-808f6b81-2e13-46a6-90d6-5dd9e49b3f1e service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0963888 Sep 13 13:17:12.973097 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c8270-b168-48f3-a62f-0b38f502ff04 req-147f52dc-24be-4ed4-877e-9fa0b54480b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:12.974560 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0d2c8270-b168-48f3-a62f-0b38f502ff04 req-147f52dc-24be-4ed4-877e-9fa0b54480b4 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0912406 Sep 13 13:17:13.047084 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10913563-46c8-423c-acc5-fa903b9876da req-a7e005c5-e70c-4bf1-bcf0-9f6822c66115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:13.048512 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10913563-46c8-423c-acc5-fa903b9876da req-a7e005c5-e70c-4bf1-bcf0-9f6822c66115 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1&device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 1128 time: 0.0379419 Sep 13 13:17:13.086409 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10913563-46c8-423c-acc5-fa903b9876da req-0d58ecbc-32a5-46c4-b184-97f1b4e877d5 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fef93b7a-6edc-45e4-8e94-f08bbea32bea HTTP/1.1" status: 200 len: 217 time: 0.0313637 Sep 13 13:17:13.135940 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10913563-46c8-423c-acc5-fa903b9876da req-ba66e891-edb2-4586-98f4-66eaf7c2bb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:13.137291 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10913563-46c8-423c-acc5-fa903b9876da req-ba66e891-edb2-4586-98f4-66eaf7c2bb5c service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=16dc0d19-1a02-4b68-ae43-e72feeb444a5 HTTP/1.1" status: 200 len: 851 time: 0.0458236 Sep 13 13:17:13.178894 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10913563-46c8-423c-acc5-fa903b9876da req-c814e773-8e0f-46c4-80e6-5a04e81787db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:13.180315 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10913563-46c8-423c-acc5-fa903b9876da req-c814e773-8e0f-46c4-80e6-5a04e81787db service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0369964 Sep 13 13:17:13.238903 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:17:13.273387 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10913563-46c8-423c-acc5-fa903b9876da req-5a1d346d-366e-44df-af52-e9a08aab58ed service neutron] 10.222.0.61 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865049 Sep 13 13:17:13.367438 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-10913563-46c8-423c-acc5-fa903b9876da req-9419e078-7082-4b6d-b2d0-4a28b3d5cdd0 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848300 Sep 13 13:17:13.613142 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23efafa-ef27-44a9-825d-217d40f1a533 req-0d1e6e2a-af97-4687-9341-d59fab596938 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:13.614617 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b23efafa-ef27-44a9-825d-217d40f1a533 req-0d1e6e2a-af97-4687-9341-d59fab596938 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 944 time: 0.0456686 Sep 13 13:17:13.663596 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b23efafa-ef27-44a9-825d-217d40f1a533 req-842e02bc-cf44-41a0-9695-eb947c692242 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436175 Sep 13 13:17:14.786524 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d83763-2d56-4bca-b8dc-9e79dfc9f41c req-4690a259-bab4-4c59-95ef-1e6c203e302d tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:14.788023 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e5d83763-2d56-4bca-b8dc-9e79dfc9f41c req-4690a259-bab4-4c59-95ef-1e6c203e302d tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 944 time: 0.0496984 Sep 13 13:17:14.836005 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e5d83763-2d56-4bca-b8dc-9e79dfc9f41c req-e6bc2c63-172e-4062-98e0-0bff30e90351 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424657 Sep 13 13:17:15.953048 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d59281-89e9-4589-a9f8-c5f93105125d req-70df5f0f-6210-43cf-b6cf-3c994f2fd48a tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:15.954600 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-51d59281-89e9-4589-a9f8-c5f93105125d req-70df5f0f-6210-43cf-b6cf-3c994f2fd48a tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 944 time: 0.0461736 Sep 13 13:17:15.989332 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:17:16.003664 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-51d59281-89e9-4589-a9f8-c5f93105125d req-7bf7857b-36b0-4d38-9153-61a398efc2dc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437016 Sep 13 13:17:16.024812 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=65 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:17:17.125142 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6750585a-893d-4b8e-a762-2b5650ec159b req-0203a36b-ee91-4604-9b5c-909435ed4388 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:17.126623 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6750585a-893d-4b8e-a762-2b5650ec159b req-0203a36b-ee91-4604-9b5c-909435ed4388 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 944 time: 0.0496702 Sep 13 13:17:17.175451 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6750585a-893d-4b8e-a762-2b5650ec159b req-283f2fd3-9473-4c5a-9851-650ea953eabd tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431888 Sep 13 13:17:18.296788 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70993355-5ff1-4b78-814c-ea190b32fc04 req-1fe26d5e-fecd-4ec1-bab6-20818ba74116 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:18.298303 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-70993355-5ff1-4b78-814c-ea190b32fc04 req-1fe26d5e-fecd-4ec1-bab6-20818ba74116 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 944 time: 0.0479436 Sep 13 13:17:18.348545 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-70993355-5ff1-4b78-814c-ea190b32fc04 req-b18b4957-0aad-45c0-a15e-bd1f60a261e3 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445137 Sep 13 13:17:19.469527 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396953b8-12eb-49b1-891a-bc3cead3864b req-527507cb-1b03-45fb-8a88-fffcfb38c3f9 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:19.471005 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-396953b8-12eb-49b1-891a-bc3cead3864b req-527507cb-1b03-45fb-8a88-fffcfb38c3f9 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 944 time: 0.0454881 Sep 13 13:17:19.524511 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-396953b8-12eb-49b1-891a-bc3cead3864b req-de6c5705-2f56-42ae-b58e-6d75949d07d6 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477686 Sep 13 13:17:20.647254 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4af11ce-17dd-439c-9740-b106fa0dd5cb req-4dbd5d0b-1086-475e-92ad-5e81a6be0b99 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:20.651706 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d4af11ce-17dd-439c-9740-b106fa0dd5cb req-4dbd5d0b-1086-475e-92ad-5e81a6be0b99 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 944 time: 0.0467687 Sep 13 13:17:20.698360 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d4af11ce-17dd-439c-9740-b106fa0dd5cb req-32859767-1c59-49d7-a0e3-3a33a7ae6776 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439007 Sep 13 13:17:20.835529 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device fef93b7a-6edc-45e4-8e94-f08bbea32bea details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:17:20.934268 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port fef93b7a-6edc-45e4-8e94-f08bbea32bea, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fef93b7a-6edc-45e4-8e94-f08bbea32bea,segment=NetworkSegment(4fa5d14e-1fd3-4799-916d-af0e71dd35cb),segment_id=4fa5d14e-1fd3-4799-916d-af0e71dd35cb)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:17:20.945591 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': 'fef93b7a-6edc-45e4-8e94-f08bbea32bea', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'port_id': 'fef93b7a-6edc-45e4-8e94-f08bbea32bea', 'mac_address': 'fa:16:3e:a8:0c:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:17:20.978983 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port fef93b7a-6edc-45e4-8e94-f08bbea32bea is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:17:20.979310 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (fef93b7a-6edc-45e4-8e94-f08bbea32bea), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:20.991636 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fef93b7a-6edc-45e4-8e94-f08bbea32bea {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:17:21.011208 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port fef93b7a-6edc-45e4-8e94-f08bbea32bea, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fef93b7a-6edc-45e4-8e94-f08bbea32bea,segment=NetworkSegment(4fa5d14e-1fd3-4799-916d-af0e71dd35cb),segment_id=4fa5d14e-1fd3-4799-916d-af0e71dd35cb)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:17:21.072632 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (fef93b7a-6edc-45e4-8e94-f08bbea32bea), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:21.118700 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=fef93b7a-6edc-45e4-8e94-f08bbea32bea,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:17:21.297474 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['fef93b7a-6edc-45e4-8e94-f08bbea32bea'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:17:21.815881 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0672b9-32e5-49bb-a39e-a5cda7284fe6 req-d101fb88-6848-4360-a235-7b0964b48782 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:21.817305 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e0672b9-32e5-49bb-a39e-a5cda7284fe6 req-d101fb88-6848-4360-a235-7b0964b48782 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 945 time: 0.0459464 Sep 13 13:17:21.864894 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6e0672b9-32e5-49bb-a39e-a5cda7284fe6 req-4e7deb23-9ab6-4072-a08b-aed13da62199 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421391 Sep 13 13:17:22.836111 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device fef93b7a-6edc-45e4-8e94-f08bbea32bea up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:17:22.873486 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:17:22.881775 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning for port fef93b7a-6edc-45e4-8e94-f08bbea32bea completed by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 13:17:22.993004 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddced52e-dfe9-4ac7-a9f6-e3805c7235ec req-39408ad6-8047-49fb-a666-21dfc91232c2 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:22.994599 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ddced52e-dfe9-4ac7-a9f6-e3805c7235ec req-39408ad6-8047-49fb-a666-21dfc91232c2 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 945 time: 0.0546916 Sep 13 13:17:23.044663 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ddced52e-dfe9-4ac7-a9f6-e3805c7235ec req-8d0670db-db82-4b00-9ba9-debdbd74b0d7 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444016 Sep 13 13:17:23.089509 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port fef93b7a-6edc-45e4-8e94-f08bbea32bea triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:17:23.089929 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (fef93b7a-6edc-45e4-8e94-f08bbea32bea), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:23.091453 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:17:23.162259 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port fef93b7a-6edc-45e4-8e94-f08bbea32bea is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:17:23.162602 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (fef93b7a-6edc-45e4-8e94-f08bbea32bea), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:23.185970 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a34563-6aef-4f07-a259-202d9c587f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef93b7a-6edc-45e4-8e94-f08bbea32bea'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:17:23.188358 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29ea956-712d-49db-ac13-5a9e789dfa9a" -d '{"events": [{"server_uuid": "69a34563-6aef-4f07-a259-202d9c587f57", "name": "network-vif-plugged", "status": "completed", "tag": "fef93b7a-6edc-45e4-8e94-f08bbea32bea"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:17:23.201105 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port fef93b7a-6edc-45e4-8e94-f08bbea32bea, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fef93b7a-6edc-45e4-8e94-f08bbea32bea,segment=NetworkSegment(4fa5d14e-1fd3-4799-916d-af0e71dd35cb),segment_id=4fa5d14e-1fd3-4799-916d-af0e71dd35cb)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:17:23.298467 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (fef93b7a-6edc-45e4-8e94-f08bbea32bea), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:23.344936 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc3e224-955f-493e-bea4-44f2fcb7bf00 x-openstack-request-id: req-0dc3e224-955f-493e-bea4-44f2fcb7bf00 {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:17:23.345150 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a34563-6aef-4f07-a259-202d9c587f57", "name": "network-vif-plugged", "status": "completed", "tag": "fef93b7a-6edc-45e4-8e94-f08bbea32bea", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:17:23.345398 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0dc3e224-955f-493e-bea4-44f2fcb7bf00 {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:17:23.345814 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dc3e224-955f-493e-bea4-44f2fcb7bf00'] response: {'server_uuid': '69a34563-6aef-4f07-a259-202d9c587f57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fef93b7a-6edc-45e4-8e94-f08bbea32bea', 'code': 200} Sep 13 13:17:23.351654 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=fef93b7a-6edc-45e4-8e94-f08bbea32bea,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:17:23.675371 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f735e1a-e789-4680-b479-cf16817e453c req-be93b3f7-9610-4bbf-b1fd-b0f1c4da2eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:23.676979 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7f735e1a-e789-4680-b479-cf16817e453c req-be93b3f7-9610-4bbf-b1fd-b0f1c4da2eed service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 1130 time: 0.0386171 Sep 13 13:17:23.723751 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7f735e1a-e789-4680-b479-cf16817e453c req-1ae0a5bf-fd39-44f5-bd3d-fe71c61a4ca7 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410507 Sep 13 13:17:24.164951 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26263166-e4cb-45f1-9dfc-d16511701ae1 req-dc8f0f1e-6bad-45fd-b451-7e134bccc167 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:24.166467 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-26263166-e4cb-45f1-9dfc-d16511701ae1 req-dc8f0f1e-6bad-45fd-b451-7e134bccc167 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 946 time: 0.0470994 Sep 13 13:17:24.191858 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:17:24.221053 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-26263166-e4cb-45f1-9dfc-d16511701ae1 req-97e835ec-6a79-46c8-b506-599e56d29889 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491493 Sep 13 13:17:25.341406 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011906cb-ebf3-4ce5-b845-df1223836b6e req-69ccbaad-0309-44ef-9a51-966451cc50bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:25.342876 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-011906cb-ebf3-4ce5-b845-df1223836b6e req-69ccbaad-0309-44ef-9a51-966451cc50bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 946 time: 0.0463665 Sep 13 13:17:25.390647 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-011906cb-ebf3-4ce5-b845-df1223836b6e req-d06b0321-bdf4-4c17-ab1c-abbd258c0c8f tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421705 Sep 13 13:17:25.509808 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4996823e-1157-45b3-bad5-bdfb23f32f09 req-ba31595c-4a9d-4963-b664-0ab385cbb370 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:25.511249 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4996823e-1157-45b3-bad5-bdfb23f32f09 req-ba31595c-4a9d-4963-b664-0ab385cbb370 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 946 time: 0.0450816 Sep 13 13:17:25.558757 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4996823e-1157-45b3-bad5-bdfb23f32f09 req-52453a02-e1b4-4294-b78f-35a418f0cc17 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414772 Sep 13 13:17:25.587619 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 44514) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:17:25.620384 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:17:25.628228 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7034f64-9bdb-4ea5-83b2-34bf1d3051c6 tempest-TestVolumeBootPattern-2127635058 tempest-TestVolumeBootPattern-2127635058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:25.629705 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-f7034f64-9bdb-4ea5-83b2-34bf1d3051c6 tempest-TestVolumeBootPattern-2127635058 tempest-TestVolumeBootPattern-2127635058-project-admin] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 1125 time: 0.0411203 Sep 13 13:17:25.638519 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 44516) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:17:25.643006 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Request body: {'floatingip': {'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'port_id': 'fef93b7a-6edc-45e4-8e94-f08bbea32bea', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:17:25.758142 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:25.836416 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:25.941817 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Allocated IP 172.27.1.10 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/5a7b7dd0-e8e5-4eea-b9eb-e5cc07abbfa5) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:17:26.045498 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for port (5a7b7dd0-e8e5-4eea-b9eb-e5cc07abbfa5), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:26.146746 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (5a7b7dd0-e8e5-4eea-b9eb-e5cc07abbfa5), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:26.183264 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:17:26.188646 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:17:26.191129 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:17:26.216893 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Pushing event updated for resources: {'Port': ['ID=5a7b7dd0-e8e5-4eea-b9eb-e5cc07abbfa5,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:17:26.228695 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:17:26.229041 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:17:26.229378 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:17:26.229756 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:17:26.230092 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:17:26.230420 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:17:26.230745 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:17:26.231067 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:17:26.231390 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:17:26.231731 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:17:26.232032 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:17:26.232352 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:17:26.232672 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:17:26.232989 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:17:26.233310 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:17:26.368263 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:17:26.570962 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:17:26.800152 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:INSERT=6,neutron:SELECT=93,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:17:26.829213 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for floatingip (4315a670-b4a6-4f7e-b756-608d58ef3cf8), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:26.959080 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (5a7b7dd0-e8e5-4eea-b9eb-e5cc07abbfa5), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:27.100840 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for port (5a7b7dd0-e8e5-4eea-b9eb-e5cc07abbfa5), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:27.177301 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (5a7b7dd0-e8e5-4eea-b9eb-e5cc07abbfa5), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:27.243607 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Pushing event updated for resources: {'Port': ['ID=5a7b7dd0-e8e5-4eea-b9eb-e5cc07abbfa5,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:17:27.248525 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (4315a670-b4a6-4f7e-b756-608d58ef3cf8), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:27.341410 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.l3_db [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Floating IP 4315a670-b4a6-4f7e-b756-608d58ef3cf8 associated. External IP: 172.27.1.10, port: fef93b7a-6edc-45e4-8e94-f08bbea32bea. Sep 13 13:17:27.532769 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Router 778604aa-641e-4fd9-b5bf-dc746b1d952c has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:17:27.618960 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:17:27.633752 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:17:27.643999 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a244452-d1f3-4613-8123-82576541108e None None] Sync routers for ids ['778604aa-641e-4fd9-b5bf-dc746b1d952c'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:17:27.654911 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a244452-d1f3-4613-8123-82576541108e None None] Routers {'778604aa-641e-4fd9-b5bf-dc746b1d952c'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:17:27.655502 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-1a244452-d1f3-4613-8123-82576541108e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:17:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['778604aa-641e-4fd9-b5bf-dc746b1d952c'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:17:27.739553 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:27.756190 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-1a244452-d1f3-4613-8123-82576541108e None None] Set router 778604aa-641e-4fd9-b5bf-dc746b1d952c gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:17:27.771209 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-b607ab58-91f6-405e-a7f5-b2167e9ce279 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1316760 Sep 13 13:17:27.772707 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a34563-6aef-4f07-a259-202d9c587f57', 'tag': 'fef93b7a-6edc-45e4-8e94-f08bbea32bea'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:17:27.777086 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c26c0e4-d346-47c7-b1bb-65b59f4a70a0" -d '{"events": [{"name": "network-changed", "server_uuid": "69a34563-6aef-4f07-a259-202d9c587f57", "tag": "fef93b7a-6edc-45e4-8e94-f08bbea32bea"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:17:27.779612 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=100 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:17:27.812161 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:17:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98c3dcb-4032-4042-80d4-2a7b9efb202a x-openstack-request-id: req-d98c3dcb-4032-4042-80d4-2a7b9efb202a {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:17:27.812448 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a34563-6aef-4f07-a259-202d9c587f57", "tag": "fef93b7a-6edc-45e4-8e94-f08bbea32bea", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:17:27.813183 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d98c3dcb-4032-4042-80d4-2a7b9efb202a {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:17:27.813594 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d98c3dcb-4032-4042-80d4-2a7b9efb202a'] response: {'name': 'network-changed', 'server_uuid': '69a34563-6aef-4f07-a259-202d9c587f57', 'tag': 'fef93b7a-6edc-45e4-8e94-f08bbea32bea', 'status': 'completed', 'code': 200} Sep 13 13:17:27.876649 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26c0e4-d346-47c7-b1bb-65b59f4a70a0 req-498734d0-42fb-44ad-ad5f-e518b69cc6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:27.878171 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6c26c0e4-d346-47c7-b1bb-65b59f4a70a0 req-498734d0-42fb-44ad-ad5f-e518b69cc6dc service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1&device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 1130 time: 0.0441198 Sep 13 13:17:27.904177 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:17:27.971052 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-1a244452-d1f3-4613-8123-82576541108e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '4315a670-b4a6-4f7e-b756-608d58ef3cf8', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'port_id': 'fef93b7a-6edc-45e4-8e94-f08bbea32bea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'mac_address': 'fa:16:3e:a8:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a34563-6aef-4f07-a259-202d9c587f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:17:26Z', 'updated_at': '2022-09-13T13:17:26Z', 'revision_number': 0, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91058135-7914-4503-be5b-ee1399dcbde0', 'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'mac_address': 'fa:16:3e:de:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:05Z', 'updated_at': '2022-09-13T13:14:16Z', 'revision_number': 5, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'subnets': [{'id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:17:27.973609 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26c0e4-d346-47c7-b1bb-65b59f4a70a0 req-ccf0d7e1-300b-4714-b15b-b8947fe55538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:27.975285 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6c26c0e4-d346-47c7-b1bb-65b59f4a70a0 req-ccf0d7e1-300b-4714-b15b-b8947fe55538 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 HTTP/1.1" status: 200 len: 913 time: 0.0882168 Sep 13 13:17:27.998672 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a244452-d1f3-4613-8123-82576541108e None None] Checking router: 778604aa-641e-4fd9-b5bf-dc746b1d952c for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:17:28.007607 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a244452-d1f3-4613-8123-82576541108e None None] Routers {'778604aa-641e-4fd9-b5bf-dc746b1d952c'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:17:28.008193 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-1a244452-d1f3-4613-8123-82576541108e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:17:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['778604aa-641e-4fd9-b5bf-dc746b1d952c'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:17:28.040322 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6c26c0e4-d346-47c7-b1bb-65b59f4a70a0 req-cdbae9d3-3e7a-44b1-bb63-8d0e87420deb service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fef93b7a-6edc-45e4-8e94-f08bbea32bea HTTP/1.1" status: 200 len: 999 time: 0.0583024 Sep 13 13:17:28.088876 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26c0e4-d346-47c7-b1bb-65b59f4a70a0 req-7b331e7e-74da-468e-b6c6-ff38871c44f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:28.090503 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6c26c0e4-d346-47c7-b1bb-65b59f4a70a0 req-7b331e7e-74da-468e-b6c6-ff38871c44f0 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=16dc0d19-1a02-4b68-ae43-e72feeb444a5 HTTP/1.1" status: 200 len: 851 time: 0.0447395 Sep 13 13:17:28.110937 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-1a244452-d1f3-4613-8123-82576541108e None None] Set router 778604aa-641e-4fd9-b5bf-dc746b1d952c gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:17:28.135284 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26c0e4-d346-47c7-b1bb-65b59f4a70a0 req-1078f116-8cb6-40c7-96b9-5d7bafe126ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:17:28.139881 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6c26c0e4-d346-47c7-b1bb-65b59f4a70a0 req-1078f116-8cb6-40c7-96b9-5d7bafe126ff service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0394542 Sep 13 13:17:28.236354 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6c26c0e4-d346-47c7-b1bb-65b59f4a70a0 req-2a2e7caf-4662-48a5-8ff5-eee1643d9152 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937228 Sep 13 13:17:28.325331 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-6c26c0e4-d346-47c7-b1bb-65b59f4a70a0 req-ce2fbb3d-ab4b-47ff-9977-6b9042b0b85e service neutron] 10.222.0.61 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835645 Sep 13 13:17:28.404078 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-1a244452-d1f3-4613-8123-82576541108e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '4315a670-b4a6-4f7e-b756-608d58ef3cf8', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'port_id': 'fef93b7a-6edc-45e4-8e94-f08bbea32bea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'mac_address': 'fa:16:3e:a8:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a34563-6aef-4f07-a259-202d9c587f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:17:26Z', 'updated_at': '2022-09-13T13:17:26Z', 'revision_number': 0, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91058135-7914-4503-be5b-ee1399dcbde0', 'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'mac_address': 'fa:16:3e:de:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:05Z', 'updated_at': '2022-09-13T13:14:16Z', 'revision_number': 5, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'subnets': [{'id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:17:28.429940 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a244452-d1f3-4613-8123-82576541108e None None] The sync data for ids ['778604aa-641e-4fd9-b5bf-dc746b1d952c'] in dv-cinder-801354-10-iscsi is: [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '4315a670-b4a6-4f7e-b756-608d58ef3cf8', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'port_id': 'fef93b7a-6edc-45e4-8e94-f08bbea32bea', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'mac_address': 'fa:16:3e:a8:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a34563-6aef-4f07-a259-202d9c587f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:17:26Z', 'updated_at': '2022-09-13T13:17:26Z', 'revision_number': 0, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91058135-7914-4503-be5b-ee1399dcbde0', 'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'mac_address': 'fa:16:3e:de:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:05Z', 'updated_at': '2022-09-13T13:14:16Z', 'revision_number': 5, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'subnets': [{'id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:17:28.618549 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c422f6-2b46-463b-9b1c-35da9abf48fd None None] New status for floating IP 4315a670-b4a6-4f7e-b756-608d58ef3cf8: ACTIVE {{(pid=106851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:17:31.701134 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:33.280637 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-229ff30f-30cd-4a54-9f98-1c699c60aa88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:35.445810 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-bd0c63cf-1d9a-4d28-bb0b-751432e321cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:36.573316 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=100 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:17:36.943335 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:38.268718 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:38.320578 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=30 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:17:38.322613 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=60 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:17:38.403040 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:17:46.564003 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=57 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:17:48.194996 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=52,neutron:UPDATE=6 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:17:48.321139 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=27,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:18:01.731180 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:18:03.296630 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-1710aeb2-17a5-4966-a7b4-6476273f21bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:18:03.570257 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:18:05.408156 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-360c0f57-2103-4b77-92e7-9de50a2862b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:18:06.996527 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:18:08.265550 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:18:08.380556 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:18:16.705720 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4a930bca-503a-4739-a4ee-02094f75c887 req-d4479acb-92d5-42d1-8519-f00bb2b1f67c service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398257 Sep 13 13:18:16.783894 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a930bca-503a-4739-a4ee-02094f75c887 req-12f70f81-f712-440a-af20-abffba0df9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:18:16.786117 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4a930bca-503a-4739-a4ee-02094f75c887 req-12f70f81-f712-440a-af20-abffba0df9f1 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1&device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 1130 time: 0.0405016 Sep 13 13:18:16.886185 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a930bca-503a-4739-a4ee-02094f75c887 req-4220daa3-ee96-4d18-ac81-5b3251344b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:18:16.887543 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4a930bca-503a-4739-a4ee-02094f75c887 req-4220daa3-ee96-4d18-ac81-5b3251344b62 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 HTTP/1.1" status: 200 len: 913 time: 0.0845814 Sep 13 13:18:16.953126 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4a930bca-503a-4739-a4ee-02094f75c887 req-f568f2f5-59cb-4ec9-ba25-ef62e085b39b service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fef93b7a-6edc-45e4-8e94-f08bbea32bea HTTP/1.1" status: 200 len: 1001 time: 0.0591657 Sep 13 13:18:16.999925 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a930bca-503a-4739-a4ee-02094f75c887 req-77f84c17-aa9b-4984-aa2f-3126ab5dde1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:18:17.001333 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4a930bca-503a-4739-a4ee-02094f75c887 req-77f84c17-aa9b-4984-aa2f-3126ab5dde1a service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=16dc0d19-1a02-4b68-ae43-e72feeb444a5 HTTP/1.1" status: 200 len: 851 time: 0.0423353 Sep 13 13:18:17.043206 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a930bca-503a-4739-a4ee-02094f75c887 req-00c48156-3fb4-4aab-8dc9-b90f380983ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:18:17.044684 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4a930bca-503a-4739-a4ee-02094f75c887 req-00c48156-3fb4-4aab-8dc9-b90f380983ac service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0374618 Sep 13 13:18:17.136731 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4a930bca-503a-4739-a4ee-02094f75c887 req-348e693a-2ba1-4917-baca-e575f671e650 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859644 Sep 13 13:18:17.230525 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4a930bca-503a-4739-a4ee-02094f75c887 req-304ad248-4479-43b7-85b9-cdc451727058 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881221 Sep 13 13:18:18.320576 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:18:18.322400 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:18:23.570612 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=5 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:18:27.221181 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=51 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:18:27.227177 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=50 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:18:31.603976 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:18:31.731063 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:18:33.315520 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-b3c4c44a-fa2c-489d-aea7-57aeab2624d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:18:35.434031 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3da45758-4157-474e-9c2e-44ace6d41eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:18:36.932432 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:18:38.272268 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:18:38.384030 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:18:40.569593 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:18:48.311370 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:18:48.322344 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=26,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:00.561616 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=3 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:00.565497 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=5 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:01.748700 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:03.307143 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-ebe68f2a-8eb3-459b-8ebe-38180a4d01da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:03.744183 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-1564197b-e64d-4799-8fd8-86329ead2099 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-77685047&fields=id&tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1 HTTP/1.1" status: 200 len: 267 time: 0.0448618 Sep 13 13:19:03.847238 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-c251a12e-113f-4c31-b797-31022326b581 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:03.848573 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-c251a12e-113f-4c31-b797-31022326b581 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/networks?id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 HTTP/1.1" status: 200 len: 812 time: 0.0978620 Sep 13 13:19:03.863221 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-59145c7d-c635-402c-a0a1-3a7e84e397f7 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/quotas/bdc958fc46ca40afa50f4e7f43a0ffe1 HTTP/1.1" status: 200 len: 375 time: 0.0087931 Sep 13 13:19:03.917919 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-57be7b40-71e2-4760-9dd9-48daa41d36a8 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0491652 Sep 13 13:19:04.013406 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-387bb3ac-887e-4d95-951c-d5d13b501eb8 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823519 Sep 13 13:19:04.105560 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-6a6b82bc-9dbc-4f4a-b8ea-e1d3537f00d1 service neutron] 10.222.0.72 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863771 Sep 13 13:19:04.659103 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d9debe22-cf29-4c19-b28d-f207ff311c0b req-84ce2ea0-fd76-4eb0-a1e4-66248641e5bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 210 time: 0.0326653 Sep 13 13:19:05.456032 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3815915d-1b66-47f3-b107-e577111d66c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:05.742219 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-72dba955-c291-4221-b357-33963de83cfe req-fae19d5f-bb81-4221-a4fb-d797b0875b64 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 210 time: 0.0276127 Sep 13 13:19:06.828708 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d4dd18da-00b8-4cf8-90e9-d4595edc0295 req-548d3d36-eb95-468d-899d-dc84a2874c28 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 210 time: 0.0309651 Sep 13 13:19:06.960797 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:07.911153 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-70262e28-f942-4c20-8711-ead83e1c3c9d req-1831351f-c07b-470a-8eb3-7a1ed0e52aea tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 210 time: 0.0274618 Sep 13 13:19:08.319926 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:08.417676 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:09.023456 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e58be7a2-fce0-4dab-bed0-7cb9c22d2b92 req-9b2a9d8a-5503-42cd-b36f-69d840a5e03b tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 210 time: 0.0311129 Sep 13 13:19:10.126174 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-77e0c907-aa72-41d3-a4d0-30e76cc8ecf2 req-8c1c4865-a1fa-4e70-8824-8ba6581ea066 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 210 time: 0.0297189 Sep 13 13:19:11.230046 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-b709fb5b-a876-4c8f-8876-29cf9094d3a1 req-8338cbec-2583-4992-a42b-c98648936885 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 210 time: 0.0303197 Sep 13 13:19:11.482170 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-d929e60e-0b17-4ec9-b03a-fd94134a2f46 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:11.483607 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-d929e60e-0b17-4ec9-b03a-fd94134a2f46 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.61 "GET /networking/v2.0/networks?id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 HTTP/1.1" status: 200 len: 812 time: 0.1118269 Sep 13 13:19:11.547377 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-3197f54b-8872-4c7e-9c92-11a390992022 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.61 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1 HTTP/1.1" status: 200 len: 378 time: 0.0546584 Sep 13 13:19:11.556913 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Request body: {'port': {'device_id': '389dcab2-184f-4879-b9f0-f40faa277b0e', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'admin_state_up': True, 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'security_groups': ['58115c3b-7693-471c-af7f-2b091bc6695b']}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:19:11.726200 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Made reservation on behalf of bdc958fc46ca40afa50f4e7f43a0ffe1 for: {'port': 1} {{(pid=106850) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 13 13:19:11.733074 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:11.863685 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Allocated IP 172.20.0.3 (0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3/16dc0d19-1a02-4b68-ae43-e72feeb444a5/beb17a17-8888-4330-abb0-39d55f1e85b9) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:19:11.875969 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:11.893929 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:12.003464 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for port (beb17a17-8888-4330-abb0-39d55f1e85b9), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:12.098475 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (beb17a17-8888-4330-abb0-39d55f1e85b9), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:12.148686 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Network 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:19:12.151814 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:19:12.154324 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:19:12.184773 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Pushing event updated for resources: {'Port': ['ID=beb17a17-8888-4330-abb0-39d55f1e85b9,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:19:12.196909 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:12.197246 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:12.197582 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:12.197936 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:12.198266 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:12.198591 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:12.198912 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:12.199231 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:12.199555 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:12.199867 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:12.200459 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:12.200786 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:12.201100 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:12.201417 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:12.201729 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:12.228822 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:12.229470 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:12.295854 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-510f5fa2-da72-4a0b-ab43-8b5e0177cf80 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.61 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7437007 Sep 13 13:19:12.309213 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-c6d5644d-e779-4dcb-acae-6494a6bc9b5e service neutron] Request body: {'port': {'device_id': '389dcab2-184f-4879-b9f0-f40faa277b0e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-80135'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:19:12.403636 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e68272f-718a-4bff-8eeb-6627b970f9b7 req-eb9bc244-bfdf-4fe5-b85d-c05a25499191 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:12.405174 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2e68272f-718a-4bff-8eeb-6627b970f9b7 req-eb9bc244-bfdf-4fe5-b85d-c05a25499191 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 931 time: 0.0917239 Sep 13 13:19:12.422306 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-c6d5644d-e779-4dcb-acae-6494a6bc9b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (beb17a17-8888-4330-abb0-39d55f1e85b9), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:12.431692 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3d4e17b8-eeb4-474a-8e5d-f54684574314 None None] Provisioning complete for port beb17a17-8888-4330-abb0-39d55f1e85b9 triggered by entity DHCP. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:19:12.432268 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3d4e17b8-eeb4-474a-8e5d-f54684574314 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (beb17a17-8888-4330-abb0-39d55f1e85b9), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:12.498828 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-2e68272f-718a-4bff-8eeb-6627b970f9b7 req-7bef56e2-9e61-46e1-b763-3626056e77f7 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870042 Sep 13 13:19:12.578116 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:12.598298 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3d4e17b8-eeb4-474a-8e5d-f54684574314 None None] Port beb17a17-8888-4330-abb0-39d55f1e85b9 cannot update to ACTIVE because it is not bound. {{(pid=106851) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Sep 13 13:19:12.733987 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-c6d5644d-e779-4dcb-acae-6494a6bc9b5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb17a17-8888-4330-abb0-39d55f1e85b9 {{(pid=106850) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:19:12.741299 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-c6d5644d-e779-4dcb-acae-6494a6bc9b5e service neutron] Publish callbacks [] for port (beb17a17-8888-4330-abb0-39d55f1e85b9), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:12.753147 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.provisioning_blocks [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-c6d5644d-e779-4dcb-acae-6494a6bc9b5e service neutron] Transition to ACTIVE for port object beb17a17-8888-4330-abb0-39d55f1e85b9 will not be triggered until provisioned by entity L2. {{(pid=106850) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 13 13:19:12.816146 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-c6d5644d-e779-4dcb-acae-6494a6bc9b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (beb17a17-8888-4330-abb0-39d55f1e85b9), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:12.898537 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5644d-e779-4dcb-acae-6494a6bc9b5e service neutron] Pushing event updated for resources: {'Port': ['ID=beb17a17-8888-4330-abb0-39d55f1e85b9,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:19:12.925056 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-c6d5644d-e779-4dcb-acae-6494a6bc9b5e service neutron] Attempting to bind port beb17a17-8888-4330-abb0-39d55f1e85b9 on host hv-cinder-80135 for vnic_type normal with profile {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 13 13:19:12.925366 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-c6d5644d-e779-4dcb-acae-6494a6bc9b5e service neutron] Attempting to bind port beb17a17-8888-4330-abb0-39d55f1e85b9 by drivers openvswitch,hyperv on host hv-cinder-80135 at level 0 using segments [{'id': '4fa5d14e-1fd3-4799-916d-af0e71dd35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3'}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 13 13:19:12.925688 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-c6d5644d-e779-4dcb-acae-6494a6bc9b5e service neutron] Attempting to bind port beb17a17-8888-4330-abb0-39d55f1e85b9 on network 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:19:12.965864 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-c6d5644d-e779-4dcb-acae-6494a6bc9b5e service neutron] Port beb17a17-8888-4330-abb0-39d55f1e85b9 on network 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-80135 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 13 13:19:12.966183 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-c6d5644d-e779-4dcb-acae-6494a6bc9b5e service neutron] Attempting to bind port beb17a17-8888-4330-abb0-39d55f1e85b9 on network 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 13 13:19:13.011511 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-c6d5644d-e779-4dcb-acae-6494a6bc9b5e service neutron] Checking agent: {'id': '96974c91-2132-4a74-8ded-139ad5e3b835', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-80135', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 13, 13, 3), 'started_at': datetime.datetime(2022, 9, 13, 13, 3), 'heartbeat_timestamp': datetime.datetime(2022, 9, 13, 13, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 13 13:19:13.011840 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-c6d5644d-e779-4dcb-acae-6494a6bc9b5e service neutron] Checking segment: {'id': '4fa5d14e-1fd3-4799-916d-af0e71dd35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106850) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 13 13:19:13.012214 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-c6d5644d-e779-4dcb-acae-6494a6bc9b5e service neutron] Bound using segment: {'id': '4fa5d14e-1fd3-4799-916d-af0e71dd35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3'} {{(pid=106850) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 13 13:19:13.012638 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.managers [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-c6d5644d-e779-4dcb-acae-6494a6bc9b5e service neutron] Bound port: beb17a17-8888-4330-abb0-39d55f1e85b9, host: hv-cinder-80135, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4fa5d14e-1fd3-4799-916d-af0e71dd35cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3'}}] {{(pid=106850) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 13 13:19:13.012985 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-c6d5644d-e779-4dcb-acae-6494a6bc9b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (beb17a17-8888-4330-abb0-39d55f1e85b9), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:13.051161 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:13.072894 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-c6d5644d-e779-4dcb-acae-6494a6bc9b5e service neutron] For port beb17a17-8888-4330-abb0-39d55f1e85b9, host hv-cinder-80135, cleared binding levels {{(pid=106850) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 13 13:19:13.075785 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-c6d5644d-e779-4dcb-acae-6494a6bc9b5e service neutron] For port beb17a17-8888-4330-abb0-39d55f1e85b9, host hv-cinder-80135, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=beb17a17-8888-4330-abb0-39d55f1e85b9,segment=NetworkSegment(4fa5d14e-1fd3-4799-916d-af0e71dd35cb),segment_id=4fa5d14e-1fd3-4799-916d-af0e71dd35cb)] {{(pid=106850) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 13 13:19:13.176869 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-c6d5644d-e779-4dcb-acae-6494a6bc9b5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (beb17a17-8888-4330-abb0-39d55f1e85b9), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:13.182581 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-c6d5644d-e779-4dcb-acae-6494a6bc9b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:13.183200 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-c6d5644d-e779-4dcb-acae-6494a6bc9b5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:13.184572 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-c6d5644d-e779-4dcb-acae-6494a6bc9b5e service neutron] 10.222.0.61 "PUT /networking/v2.0/ports/beb17a17-8888-4330-abb0-39d55f1e85b9 HTTP/1.1" status: 200 len: 1093 time: 0.8799002 Sep 13 13:19:13.186171 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389dcab2-184f-4879-b9f0-f40faa277b0e', 'tag': 'beb17a17-8888-4330-abb0-39d55f1e85b9'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:19:13.188515 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08211452-df01-43e2-ac93-9a8c1763b932" -d '{"events": [{"name": "network-changed", "server_uuid": "389dcab2-184f-4879-b9f0-f40faa277b0e", "tag": "beb17a17-8888-4330-abb0-39d55f1e85b9"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:19:13.226481 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12285c4-b14e-4f16-adaa-61396e01591f x-openstack-request-id: req-b12285c4-b14e-4f16-adaa-61396e01591f {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:19:13.226854 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "389dcab2-184f-4879-b9f0-f40faa277b0e", "tag": "beb17a17-8888-4330-abb0-39d55f1e85b9", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:19:13.227107 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-b12285c4-b14e-4f16-adaa-61396e01591f {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:19:13.227659 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12285c4-b14e-4f16-adaa-61396e01591f'] response: {'name': 'network-changed', 'server_uuid': '389dcab2-184f-4879-b9f0-f40faa277b0e', 'tag': 'beb17a17-8888-4330-abb0-39d55f1e85b9', 'status': 'completed', 'code': 200} Sep 13 13:19:13.236856 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d5644d-e779-4dcb-acae-6494a6bc9b5e service neutron] Pushing event updated for resources: {'Port': ['ID=beb17a17-8888-4330-abb0-39d55f1e85b9,revision_number=3']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:19:13.285646 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08211452-df01-43e2-ac93-9a8c1763b932 req-b0e634c7-5176-4ae9-8d3e-5f526a3ee987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:13.287156 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-08211452-df01-43e2-ac93-9a8c1763b932 req-b0e634c7-5176-4ae9-8d3e-5f526a3ee987 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1&device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 1127 time: 0.0388396 Sep 13 13:19:13.388441 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08211452-df01-43e2-ac93-9a8c1763b932 req-1139960c-231a-43bd-a784-4e5658469368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:13.389868 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-08211452-df01-43e2-ac93-9a8c1763b932 req-1139960c-231a-43bd-a784-4e5658469368 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0960307 Sep 13 13:19:13.483856 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08211452-df01-43e2-ac93-9a8c1763b932 req-a75d9567-10fa-48a6-9caa-869cf663a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:13.485317 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-08211452-df01-43e2-ac93-9a8c1763b932 req-a75d9567-10fa-48a6-9caa-869cf663a17f service neutron] 10.222.0.61 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0892696 Sep 13 13:19:13.558515 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:13.561950 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-09730817-43cf-45f2-9e91-597ed90cb761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:13.563436 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-09730817-43cf-45f2-9e91-597ed90cb761 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1&device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 1127 time: 0.0401411 Sep 13 13:19:13.607753 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-6d65c50c-a198-46f7-b6b5-27acfec655fe service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beb17a17-8888-4330-abb0-39d55f1e85b9 HTTP/1.1" status: 200 len: 217 time: 0.0340855 Sep 13 13:19:13.684999 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260e36d-460f-4e59-907a-6e282453098f req-0ff9a2c9-70e0-4641-8d21-ecda5b50bd7a tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:13.686388 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5260e36d-460f-4e59-907a-6e282453098f req-0ff9a2c9-70e0-4641-8d21-ecda5b50bd7a tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 943 time: 0.0817068 Sep 13 13:19:13.692372 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-408d8968-7dd5-4ce7-8201-cc9dbed7f22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:13.693685 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-408d8968-7dd5-4ce7-8201-cc9dbed7f22f service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=16dc0d19-1a02-4b68-ae43-e72feeb444a5 HTTP/1.1" status: 200 len: 851 time: 0.0773468 Sep 13 13:19:13.754297 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-75f7ba81-f164-443e-a945-d769095b42f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:13.755757 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-75f7ba81-f164-443e-a945-d769095b42f5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0550957 Sep 13 13:19:13.777283 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-5260e36d-460f-4e59-907a-6e282453098f req-9dd9cb5d-1194-4d51-a4a8-b984c4a708eb tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0824313 Sep 13 13:19:13.854304 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-6de96ed2-982c-49b3-8006-03fcb460bf6f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897183 Sep 13 13:19:13.943117 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-52e98a31-ade3-4da8-b734-602a114fbe41 req-20536fb8-1ecd-4636-b34f-e96fcb92703d service neutron] 10.222.0.61 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828660 Sep 13 13:19:15.168429 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe8095-bc36-4904-83b5-c5350430c312 req-ffefcc30-cb2b-4255-b586-1c2a9b855859 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:15.169934 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3fbe8095-bc36-4904-83b5-c5350430c312 req-ffefcc30-cb2b-4255-b586-1c2a9b855859 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 943 time: 0.3136246 Sep 13 13:19:15.218027 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-3fbe8095-bc36-4904-83b5-c5350430c312 req-f84fa579-eb90-419b-8149-ec593e004083 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424521 Sep 13 13:19:16.336910 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9f0b13-3972-4d24-8663-e9c47fff9902 req-d7e6a6c3-479b-45b5-af25-f437123796fd tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:16.338392 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-db9f0b13-3972-4d24-8663-e9c47fff9902 req-d7e6a6c3-479b-45b5-af25-f437123796fd tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 943 time: 0.0457840 Sep 13 13:19:16.386841 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-db9f0b13-3972-4d24-8663-e9c47fff9902 req-b1a90f4d-b5da-4c30-aee2-83664ed0e0b1 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430067 Sep 13 13:19:17.510781 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c4d99-9955-421e-8a8b-226ee69327de req-dfef6841-d60a-458e-a416-64475ced9920 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:17.512224 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-df2c4d99-9955-421e-8a8b-226ee69327de req-dfef6841-d60a-458e-a416-64475ced9920 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 943 time: 0.0494761 Sep 13 13:19:17.560110 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-df2c4d99-9955-421e-8a8b-226ee69327de req-e33921c0-1699-497c-8aa9-539530967620 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424156 Sep 13 13:19:17.567816 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:19:17.705574 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7a4be82d-f169-4186-895a-fc1e05afe2e1 req-c22c3a84-5ad9-4d79-9688-fb06b9a46978 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0365818 Sep 13 13:19:17.781858 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4be82d-f169-4186-895a-fc1e05afe2e1 req-b9051e0a-a751-4c3b-8d9d-ceb28179d4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:17.783323 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7a4be82d-f169-4186-895a-fc1e05afe2e1 req-b9051e0a-a751-4c3b-8d9d-ceb28179d4aa service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1&device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 1130 time: 0.0379798 Sep 13 13:19:17.821260 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:17.891495 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4be82d-f169-4186-895a-fc1e05afe2e1 req-4318779c-c027-4750-bcba-b4949421a83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:17.892987 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7a4be82d-f169-4186-895a-fc1e05afe2e1 req-4318779c-c027-4750-bcba-b4949421a83a service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 HTTP/1.1" status: 200 len: 913 time: 0.0913177 Sep 13 13:19:17.954466 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7a4be82d-f169-4186-895a-fc1e05afe2e1 req-0a57b855-bf77-48b3-924a-cb0554e1ef99 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fef93b7a-6edc-45e4-8e94-f08bbea32bea HTTP/1.1" status: 200 len: 1001 time: 0.0541451 Sep 13 13:19:18.008121 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4be82d-f169-4186-895a-fc1e05afe2e1 req-0c0469a7-e3d0-4c47-be8c-59db49a0b5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:18.009464 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7a4be82d-f169-4186-895a-fc1e05afe2e1 req-0c0469a7-e3d0-4c47-be8c-59db49a0b5b4 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=16dc0d19-1a02-4b68-ae43-e72feeb444a5 HTTP/1.1" status: 200 len: 851 time: 0.0487657 Sep 13 13:19:18.056310 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4be82d-f169-4186-895a-fc1e05afe2e1 req-a766f05f-24ec-4b9d-a08e-76dc15e6454b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:18.057771 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7a4be82d-f169-4186-895a-fc1e05afe2e1 req-a766f05f-24ec-4b9d-a08e-76dc15e6454b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0422413 Sep 13 13:19:18.151309 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7a4be82d-f169-4186-895a-fc1e05afe2e1 req-29e96cc2-eeee-4dcf-a4b9-a5071e1fafc3 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873487 Sep 13 13:19:18.164275 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:18.245621 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7a4be82d-f169-4186-895a-fc1e05afe2e1 req-f04ea524-9743-4882-9c9c-037cd257e71b service neutron] 10.222.0.61 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882556 Sep 13 13:19:18.740232 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bea43-7358-4800-9376-46128e819727 req-2741527a-705f-4b90-a7f8-6f69c0ff1530 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:18.742531 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-780bea43-7358-4800-9376-46128e819727 req-2741527a-705f-4b90-a7f8-6f69c0ff1530 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 943 time: 0.0473289 Sep 13 13:19:18.796218 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-780bea43-7358-4800-9376-46128e819727 req-0794a146-aadd-4d05-a384-d71cf9c6477d tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481546 Sep 13 13:19:19.917650 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662bb9a4-963a-4482-a264-63055a1384ce req-7ea5d0de-c12b-4b84-8b4c-a531536f4448 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:19.917650 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-662bb9a4-963a-4482-a264-63055a1384ce req-7ea5d0de-c12b-4b84-8b4c-a531536f4448 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 943 time: 0.0465710 Sep 13 13:19:19.964240 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-662bb9a4-963a-4482-a264-63055a1384ce req-52bc122a-b220-47ae-893d-b303d0ec0d05 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435812 Sep 13 13:19:21.083166 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca7175-0c9b-4765-baf8-549d7896468c req-ee5b7b22-543c-42b1-831f-fcef1a4c009b tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:21.084618 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cbca7175-0c9b-4765-baf8-549d7896468c req-ee5b7b22-543c-42b1-831f-fcef1a4c009b tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 943 time: 0.0460782 Sep 13 13:19:21.132893 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-cbca7175-0c9b-4765-baf8-549d7896468c req-3544f28f-b7f9-4aa9-a6e4-ac6042bac8ff tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425425 Sep 13 13:19:22.256661 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28b28c-e63a-4606-a27a-006d25b05e28 req-8b0e778c-e93a-4ba1-86f0-e721fca44724 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:22.258917 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7d28b28c-e63a-4606-a27a-006d25b05e28 req-8b0e778c-e93a-4ba1-86f0-e721fca44724 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 943 time: 0.0523365 Sep 13 13:19:22.308133 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-7d28b28c-e63a-4606-a27a-006d25b05e28 req-431c072c-b539-4fbf-87e0-22c978a90eb2 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436318 Sep 13 13:19:22.590138 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:UPDATE=2,neutron:SELECT=17 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:22.597011 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=13,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:23.427415 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c443e42b-4db5-4c8c-b028-9f923821e52b req-f804145b-d625-46a6-9e38-1aafd1e2ffff tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:23.428901 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c443e42b-4db5-4c8c-b028-9f923821e52b req-f804145b-d625-46a6-9e38-1aafd1e2ffff tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 943 time: 0.0465648 Sep 13 13:19:23.480731 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c443e42b-4db5-4c8c-b028-9f923821e52b req-6833c5a5-4dcb-4801-979e-73eec5514240 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454333 Sep 13 13:19:23.582351 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device beb17a17-8888-4330-abb0-39d55f1e85b9 details requested by agent hyperv_hv-cinder-80135 with host hv-cinder-80135 {{(pid=106851) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 13 13:19:23.682862 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port beb17a17-8888-4330-abb0-39d55f1e85b9, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=beb17a17-8888-4330-abb0-39d55f1e85b9,segment=NetworkSegment(4fa5d14e-1fd3-4799-916d-af0e71dd35cb),segment_id=4fa5d14e-1fd3-4799-916d-af0e71dd35cb)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:19:23.693047 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Returning: {'device': 'beb17a17-8888-4330-abb0-39d55f1e85b9', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'port_id': 'beb17a17-8888-4330-abb0-39d55f1e85b9', 'mac_address': 'fa:16:3e:53:6e:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106851) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 13 13:19:23.727295 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port beb17a17-8888-4330-abb0-39d55f1e85b9 is: DOWN; New status is: BUILD {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:19:23.727680 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (beb17a17-8888-4330-abb0-39d55f1e85b9), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:23.740548 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb17a17-8888-4330-abb0-39d55f1e85b9 {{(pid=106851) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 13 13:19:23.759396 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port beb17a17-8888-4330-abb0-39d55f1e85b9, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=beb17a17-8888-4330-abb0-39d55f1e85b9,segment=NetworkSegment(4fa5d14e-1fd3-4799-916d-af0e71dd35cb),segment_id=4fa5d14e-1fd3-4799-916d-af0e71dd35cb)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:19:23.828491 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (beb17a17-8888-4330-abb0-39d55f1e85b9), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:23.877299 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=beb17a17-8888-4330-abb0-39d55f1e85b9,revision_number=4']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:19:23.884934 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:23.885281 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:23.885621 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:23.885982 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:23.886363 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:23.886640 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:23.886963 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:23.887287 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:23.887614 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:23.887940 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:23.888262 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:23.888583 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:23.888903 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:23.889222 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:23.889536 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:19:24.052119 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] get_ports_and_sgs() called for port_ids ['beb17a17-8888-4330-abb0-39d55f1e85b9'] {{(pid=106851) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 13 13:19:24.597912 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c7d7b3-99fd-4e66-b0e1-f07aa0d34ec2 req-a941e169-fc48-46ed-ab49-20a02c68e698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:24.599368 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-84c7d7b3-99fd-4e66-b0e1-f07aa0d34ec2 req-a941e169-fc48-46ed-ab49-20a02c68e698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 944 time: 0.0461478 Sep 13 13:19:24.653866 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-84c7d7b3-99fd-4e66-b0e1-f07aa0d34ec2 req-d3e6604b-3811-4c5c-923b-1ed1cbcdc623 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480437 Sep 13 13:19:25.583619 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device beb17a17-8888-4330-abb0-39d55f1e85b9 up at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 13 13:19:25.624606 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning for port beb17a17-8888-4330-abb0-39d55f1e85b9 completed by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 13 13:19:25.708599 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.provisioning_blocks [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Provisioning complete for port beb17a17-8888-4330-abb0-39d55f1e85b9 triggered by entity L2. {{(pid=106851) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 13 13:19:25.712614 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3516995'] for port (beb17a17-8888-4330-abb0-39d55f1e85b9), provisioning_complete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:25.777677 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37f116d-8880-4369-832d-f07242249d0b req-78cf464f-2a60-4d12-bbad-cd5bac1ef0cb tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:25.779369 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d37f116d-8880-4369-832d-f07242249d0b req-78cf464f-2a60-4d12-bbad-cd5bac1ef0cb tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 944 time: 0.0499995 Sep 13 13:19:25.793611 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Current status of the port beb17a17-8888-4330-abb0-39d55f1e85b9 is: BUILD; New status is: ACTIVE {{(pid=106851) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Sep 13 13:19:25.794089 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (beb17a17-8888-4330-abb0-39d55f1e85b9), before_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:25.806491 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:25.822134 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389dcab2-184f-4879-b9f0-f40faa277b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb17a17-8888-4330-abb0-39d55f1e85b9'}] {{(pid=106851) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:19:25.833555 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}983f93b7c4c630c59c96b3359c5905debfa57d20e3b183c7b449aa3d4ad87a4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1b8639-7b89-4c1d-8fe6-b11ee055df5c" -d '{"events": [{"server_uuid": "389dcab2-184f-4879-b9f0-f40faa277b0e", "name": "network-vif-plugged", "status": "completed", "tag": "beb17a17-8888-4330-abb0-39d55f1e85b9"}]}' {{(pid=106851) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:19:25.890365 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-d37f116d-8880-4369-832d-f07242249d0b req-e7eb6142-e426-4fbf-b845-d9bd034d1ca0 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448768 Sep 13 13:19:25.891495 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] For port beb17a17-8888-4330-abb0-39d55f1e85b9, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=beb17a17-8888-4330-abb0-39d55f1e85b9,segment=NetworkSegment(4fa5d14e-1fd3-4799-916d-af0e71dd35cb),segment_id=4fa5d14e-1fd3-4799-916d-af0e71dd35cb)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:19:25.891495 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94e958d6-f297-4071-b1b4-3e64055d2513 x-openstack-request-id: req-94e958d6-f297-4071-b1b4-3e64055d2513 {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:19:25.891495 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389dcab2-184f-4879-b9f0-f40faa277b0e", "name": "network-vif-plugged", "status": "completed", "tag": "beb17a17-8888-4330-abb0-39d55f1e85b9", "code": 200}]} {{(pid=106851) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:19:25.891495 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-94e958d6-f297-4071-b1b4-3e64055d2513 {{(pid=106851) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:19:25.891495 dv-cinder-801354-10-iscsi neutron-server[106851]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94e958d6-f297-4071-b1b4-3e64055d2513'] response: {'server_uuid': '389dcab2-184f-4879-b9f0-f40faa277b0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb17a17-8888-4330-abb0-39d55f1e85b9', 'code': 200} Sep 13 13:19:25.999852 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316'] for port (beb17a17-8888-4330-abb0-39d55f1e85b9), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:26.031474 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:26.047695 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Pushing event updated for resources: {'Port': ['ID=beb17a17-8888-4330-abb0-39d55f1e85b9,revision_number=5']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:19:26.232818 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bf581d-ee28-408b-82ae-c47ab3496c5e req-a98334c7-dcac-4954-9320-59d9abdab60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:26.234333 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-94bf581d-ee28-408b-82ae-c47ab3496c5e req-a98334c7-dcac-4954-9320-59d9abdab60a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 1129 time: 0.0379634 Sep 13 13:19:26.280276 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-94bf581d-ee28-408b-82ae-c47ab3496c5e req-e01a9926-1e80-47fe-a284-8147ed3c7516 service neutron] 10.222.0.61 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398595 Sep 13 13:19:27.001186 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5e414-c5e7-499f-ad0e-8d258ae6a50d req-32e0be23-830f-4438-a12b-d9e4aeffeb19 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:27.002676 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c4a5e414-c5e7-499f-ad0e-8d258ae6a50d req-32e0be23-830f-4438-a12b-d9e4aeffeb19 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 945 time: 0.0500839 Sep 13 13:19:27.051270 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-c4a5e414-c5e7-499f-ad0e-8d258ae6a50d req-974e784a-2d46-4689-ad2c-228d6b1c3943 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427892 Sep 13 13:19:28.173270 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff9cf7-c7cb-4eed-b490-e0742b0f5f2e req-d9d757a5-948c-4479-bbb9-65ab84c97556 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:28.174894 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a3ff9cf7-c7cb-4eed-b490-e0742b0f5f2e req-d9d757a5-948c-4479-bbb9-65ab84c97556 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 945 time: 0.0474114 Sep 13 13:19:28.215924 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:28.224656 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-a3ff9cf7-c7cb-4eed-b490-e0742b0f5f2e req-28ea35ae-181e-4909-97ec-2e8d3349a100 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442357 Sep 13 13:19:28.350042 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc4d706-188a-494b-8d9f-d89d35aadc94 req-cd454455-08a5-4b3b-964d-9729fbf9b4cc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:28.351394 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ccc4d706-188a-494b-8d9f-d89d35aadc94 req-cd454455-08a5-4b3b-964d-9729fbf9b4cc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 945 time: 0.0522466 Sep 13 13:19:28.399737 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-ccc4d706-188a-494b-8d9f-d89d35aadc94 req-1e8568da-a48e-4313-807e-989b6722a583 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419083 Sep 13 13:19:28.428194 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 44654) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:19:28.465956 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3031d068-f3c7-4631-8115-5ac7aff2d266 tempest-TestVolumeBootPattern-2127635058 tempest-TestVolumeBootPattern-2127635058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:28.467448 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-3031d068-f3c7-4631-8115-5ac7aff2d266 tempest-TestVolumeBootPattern-2127635058 tempest-TestVolumeBootPattern-2127635058-project-admin] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 1124 time: 0.0382752 Sep 13 13:19:28.470234 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 44656) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:19:28.474511 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.v2.base [None req-5edd5e10-b6e0-4df2-ace2-b22511f241a5 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Request body: {'floatingip': {'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'port_id': 'beb17a17-8888-4330-abb0-39d55f1e85b9', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=106850) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 13 13:19:28.577028 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-5edd5e10-b6e0-4df2-ace2-b22511f241a5 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:28.661430 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-5edd5e10-b6e0-4df2-ace2-b22511f241a5 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (None), before_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:28.764076 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_common [None req-5edd5e10-b6e0-4df2-ace2-b22511f241a5 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Allocated IP 172.27.1.169 (b91df1e9-be0f-4e52-84e7-72fa847e0b1f/b3fa57f3-b336-4e89-a58a-b4c3ba2c6149/dc08e9f1-01f4-477b-aba5-27bb6824b549) {{(pid=106850) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 13 13:19:28.870533 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-5edd5e10-b6e0-4df2-ace2-b22511f241a5 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for port (dc08e9f1-01f4-477b-aba5-27bb6824b549), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:28.965627 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-5edd5e10-b6e0-4df2-ace2-b22511f241a5 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734282532280', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (dc08e9f1-01f4-477b-aba5-27bb6824b549), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:29.004978 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edd5e10-b6e0-4df2-ace2-b22511f241a5 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Network b91df1e9-be0f-4e52-84e7-72fa847e0b1f is already hosted by enough agents. {{(pid=106850) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 13 13:19:29.007853 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.base_scheduler [None req-5edd5e10-b6e0-4df2-ace2-b22511f241a5 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Resources bound (agent type, host, resource id): {{(pid=106850) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 13 13:19:29.011971 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edd5e10-b6e0-4df2-ace2-b22511f241a5 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Received port after_create {{(pid=106850) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 13 13:19:29.016422 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:29.033872 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd5e10-b6e0-4df2-ace2-b22511f241a5 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Pushing event updated for resources: {'Port': ['ID=dc08e9f1-01f4-477b-aba5-27bb6824b549,revision_number=1']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:19:29.218338 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:29.357468 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-5edd5e10-b6e0-4df2-ace2-b22511f241a5 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for floatingip (605a3633-87e9-4675-8bcd-14679ffae0c4), precommit_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:29.472601 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-5edd5e10-b6e0-4df2-ace2-b22511f241a5 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3638451'] for port (dc08e9f1-01f4-477b-aba5-27bb6824b549), before_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:29.615945 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-5edd5e10-b6e0-4df2-ace2-b22511f241a5 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for port (dc08e9f1-01f4-477b-aba5-27bb6824b549), precommit_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:29.685280 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-5edd5e10-b6e0-4df2-ace2-b22511f241a5 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734282976395', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734282532298', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734282532316', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8174005'] for port (dc08e9f1-01f4-477b-aba5-27bb6824b549), after_update {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:29.755588 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd5e10-b6e0-4df2-ace2-b22511f241a5 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Pushing event updated for resources: {'Port': ['ID=dc08e9f1-01f4-477b-aba5-27bb6824b549,revision_number=2']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:19:29.757928 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-5edd5e10-b6e0-4df2-ace2-b22511f241a5 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1583770'] for floatingip (605a3633-87e9-4675-8bcd-14679ffae0c4), after_create {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:29.848750 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:29.851485 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.l3_db [None req-5edd5e10-b6e0-4df2-ace2-b22511f241a5 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Floating IP 605a3633-87e9-4675-8bcd-14679ffae0c4 associated. External IP: 172.27.1.169, port: beb17a17-8888-4330-abb0-39d55f1e85b9. Sep 13 13:19:30.049223 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edd5e10-b6e0-4df2-ace2-b22511f241a5 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Router 778604aa-641e-4fd9-b5bf-dc746b1d952c has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:19:30.153019 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edd5e10-b6e0-4df2-ace2-b22511f241a5 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:19:30.162986 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e8a17e-062e-4fbe-b14d-6a1042a4dafa None None] Sync routers for ids ['778604aa-641e-4fd9-b5bf-dc746b1d952c'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:19:30.164325 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:30.174611 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e8a17e-062e-4fbe-b14d-6a1042a4dafa None None] Routers {'778604aa-641e-4fd9-b5bf-dc746b1d952c'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:19:30.175214 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-d4e8a17e-062e-4fbe-b14d-6a1042a4dafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:19:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['778604aa-641e-4fd9-b5bf-dc746b1d952c'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:19:30.274911 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-d4e8a17e-062e-4fbe-b14d-6a1042a4dafa None None] Set router 778604aa-641e-4fd9-b5bf-dc746b1d952c gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:19:30.276772 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-5edd5e10-b6e0-4df2-ace2-b22511f241a5 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:30.311528 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-5edd5e10-b6e0-4df2-ace2-b22511f241a5 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8401597 Sep 13 13:19:30.312319 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389dcab2-184f-4879-b9f0-f40faa277b0e', 'tag': 'beb17a17-8888-4330-abb0-39d55f1e85b9'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:19:30.314960 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfefea29-86d9-4256-a746-5f1969f2ab1e" -d '{"events": [{"name": "network-changed", "server_uuid": "389dcab2-184f-4879-b9f0-f40faa277b0e", "tag": "beb17a17-8888-4330-abb0-39d55f1e85b9"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:19:30.354566 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d57846bc-0b88-4914-bf47-cf7bd606a8ca x-openstack-request-id: req-d57846bc-0b88-4914-bf47-cf7bd606a8ca {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:19:30.354861 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "389dcab2-184f-4879-b9f0-f40faa277b0e", "tag": "beb17a17-8888-4330-abb0-39d55f1e85b9", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:19:30.355245 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-d57846bc-0b88-4914-bf47-cf7bd606a8ca {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:19:30.355670 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d57846bc-0b88-4914-bf47-cf7bd606a8ca'] response: {'name': 'network-changed', 'server_uuid': '389dcab2-184f-4879-b9f0-f40faa277b0e', 'tag': 'beb17a17-8888-4330-abb0-39d55f1e85b9', 'status': 'completed', 'code': 200} Sep 13 13:19:30.417683 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefea29-86d9-4256-a746-5f1969f2ab1e req-eff30007-254a-4731-90f4-4e2810502539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:30.419212 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bfefea29-86d9-4256-a746-5f1969f2ab1e req-eff30007-254a-4731-90f4-4e2810502539 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1&device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 1129 time: 0.0402875 Sep 13 13:19:30.493976 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-d4e8a17e-062e-4fbe-b14d-6a1042a4dafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '4315a670-b4a6-4f7e-b756-608d58ef3cf8', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'port_id': 'fef93b7a-6edc-45e4-8e94-f08bbea32bea', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'mac_address': 'fa:16:3e:a8:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a34563-6aef-4f07-a259-202d9c587f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:17:26Z', 'updated_at': '2022-09-13T13:17:28Z', 'revision_number': 1, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'fixed_ip_address_scope': None}, {'id': '605a3633-87e9-4675-8bcd-14679ffae0c4', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'port_id': 'beb17a17-8888-4330-abb0-39d55f1e85b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'mac_address': 'fa:16:3e:53:6e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389dcab2-184f-4879-b9f0-f40faa277b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:19:29Z', 'updated_at': '2022-09-13T13:19:29Z', 'revision_number': 0, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91058135-7914-4503-be5b-ee1399dcbde0', 'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'mac_address': 'fa:16:3e:de:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:05Z', 'updated_at': '2022-09-13T13:14:16Z', 'revision_number': 5, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'subnets': [{'id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:19:30.512353 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefea29-86d9-4256-a746-5f1969f2ab1e req-f571cb65-1d15-4091-846f-0cc60d21aecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:30.513875 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bfefea29-86d9-4256-a746-5f1969f2ab1e req-f571cb65-1d15-4091-846f-0cc60d21aecf service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 HTTP/1.1" status: 200 len: 913 time: 0.0877879 Sep 13 13:19:30.518636 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e8a17e-062e-4fbe-b14d-6a1042a4dafa None None] Checking router: 778604aa-641e-4fd9-b5bf-dc746b1d952c for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:19:30.527639 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e8a17e-062e-4fbe-b14d-6a1042a4dafa None None] Routers {'778604aa-641e-4fd9-b5bf-dc746b1d952c'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:19:30.528227 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-d4e8a17e-062e-4fbe-b14d-6a1042a4dafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:19:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['778604aa-641e-4fd9-b5bf-dc746b1d952c'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:19:30.579817 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bfefea29-86d9-4256-a746-5f1969f2ab1e req-7f49d14f-bfea-4754-b95e-d2cb5060a490 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beb17a17-8888-4330-abb0-39d55f1e85b9 HTTP/1.1" status: 200 len: 999 time: 0.0586305 Sep 13 13:19:30.627532 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-d4e8a17e-062e-4fbe-b14d-6a1042a4dafa None None] Set router 778604aa-641e-4fd9-b5bf-dc746b1d952c gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:19:30.627898 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefea29-86d9-4256-a746-5f1969f2ab1e req-6d3cc280-4107-4ca8-a4e6-f87f91deffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:30.629362 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bfefea29-86d9-4256-a746-5f1969f2ab1e req-6d3cc280-4107-4ca8-a4e6-f87f91deffd4 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=16dc0d19-1a02-4b68-ae43-e72feeb444a5 HTTP/1.1" status: 200 len: 851 time: 0.0437474 Sep 13 13:19:30.676758 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfefea29-86d9-4256-a746-5f1969f2ab1e req-fe644162-5506-4fe2-87e6-cc5c755f19e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:19:30.678334 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bfefea29-86d9-4256-a746-5f1969f2ab1e req-fe644162-5506-4fe2-87e6-cc5c755f19e5 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0437026 Sep 13 13:19:30.769553 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bfefea29-86d9-4256-a746-5f1969f2ab1e req-2888ecc9-26aa-4eda-a9ae-054ad12e443c service neutron] 10.222.0.61 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856018 Sep 13 13:19:30.842482 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-d4e8a17e-062e-4fbe-b14d-6a1042a4dafa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '4315a670-b4a6-4f7e-b756-608d58ef3cf8', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'port_id': 'fef93b7a-6edc-45e4-8e94-f08bbea32bea', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'mac_address': 'fa:16:3e:a8:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a34563-6aef-4f07-a259-202d9c587f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:17:26Z', 'updated_at': '2022-09-13T13:17:28Z', 'revision_number': 1, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'fixed_ip_address_scope': None}, {'id': '605a3633-87e9-4675-8bcd-14679ffae0c4', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'port_id': 'beb17a17-8888-4330-abb0-39d55f1e85b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'mac_address': 'fa:16:3e:53:6e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389dcab2-184f-4879-b9f0-f40faa277b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:19:29Z', 'updated_at': '2022-09-13T13:19:29Z', 'revision_number': 0, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91058135-7914-4503-be5b-ee1399dcbde0', 'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'mac_address': 'fa:16:3e:de:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:05Z', 'updated_at': '2022-09-13T13:14:16Z', 'revision_number': 5, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'subnets': [{'id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:19:30.844830 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=100 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:30.865103 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-bfefea29-86d9-4256-a746-5f1969f2ab1e req-03eb4132-10b4-4738-80d0-d32932b043a1 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891149 Sep 13 13:19:30.867930 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e8a17e-062e-4fbe-b14d-6a1042a4dafa None None] The sync data for ids ['778604aa-641e-4fd9-b5bf-dc746b1d952c'] in dv-cinder-801354-10-iscsi is: [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '4315a670-b4a6-4f7e-b756-608d58ef3cf8', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'port_id': 'fef93b7a-6edc-45e4-8e94-f08bbea32bea', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'mac_address': 'fa:16:3e:a8:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a34563-6aef-4f07-a259-202d9c587f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:17:26Z', 'updated_at': '2022-09-13T13:17:28Z', 'revision_number': 1, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'fixed_ip_address_scope': None}, {'id': '605a3633-87e9-4675-8bcd-14679ffae0c4', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'floating_ip_address': '172.27.1.169', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'port_id': 'beb17a17-8888-4330-abb0-39d55f1e85b9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 762, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'mac_address': 'fa:16:3e:53:6e:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '389dcab2-184f-4879-b9f0-f40faa277b0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:19:29Z', 'updated_at': '2022-09-13T13:19:29Z', 'revision_number': 0, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91058135-7914-4503-be5b-ee1399dcbde0', 'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'mac_address': 'fa:16:3e:de:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:05Z', 'updated_at': '2022-09-13T13:14:16Z', 'revision_number': 5, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'subnets': [{'id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:19:31.053499 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b0317c-504d-4e92-962e-4e17a6a83a1e None None] New status for floating IP 605a3633-87e9-4675-8bcd-14679ffae0c4: ACTIVE {{(pid=106851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:19:31.095735 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:31.714271 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:33.290473 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-7fe1debf-190a-41d8-a8b4-5a13716d3c2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:35.439723 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-f89b63b2-c982-456a-b934-ef4a00d67784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:36.987563 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:38.278089 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:38.392650 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:19:40.846438 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=82 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:40.854021 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=72,neutron:DELETE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:40.861616 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=47 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:48.318608 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:48.324558 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=28,neutron:UPDATE=5 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:19:54.567694 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:20:01.735442 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:20:03.306838 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-cfa83b88-6278-4cb0-b459-17596815cbae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:20:05.421010 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-fe9ab5ca-a787-4970-a288-455f02361c6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:20:06.936585 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:20:08.272548 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:20:08.381226 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:20:14.563415 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=4 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:20:14.568293 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=4 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:20:17.711214 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-65e1ed9f-581e-48dd-8cfc-7d1645be4a5c req-6dd5f987-70f2-4367-ac72-fc57ec4d1c5b service neutron] 10.222.0.61 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0371947 Sep 13 13:20:17.787799 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1ed9f-581e-48dd-8cfc-7d1645be4a5c req-446d630a-e79a-4573-818f-c9950042f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:20:17.789255 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-65e1ed9f-581e-48dd-8cfc-7d1645be4a5c req-446d630a-e79a-4573-818f-c9950042f2ec service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1&device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 1130 time: 0.0394421 Sep 13 13:20:17.894981 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1ed9f-581e-48dd-8cfc-7d1645be4a5c req-1b9a6eee-fe4c-4a83-9d8f-869e89ae0044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:20:17.896373 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-65e1ed9f-581e-48dd-8cfc-7d1645be4a5c req-1b9a6eee-fe4c-4a83-9d8f-869e89ae0044 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 HTTP/1.1" status: 200 len: 913 time: 0.0894420 Sep 13 13:20:17.955927 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-65e1ed9f-581e-48dd-8cfc-7d1645be4a5c req-d831a1b4-6b9b-4bce-be6d-df7e5f4e6803 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fef93b7a-6edc-45e4-8e94-f08bbea32bea HTTP/1.1" status: 200 len: 1001 time: 0.0534937 Sep 13 13:20:18.002213 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1ed9f-581e-48dd-8cfc-7d1645be4a5c req-de682678-f876-4863-bb89-8ea8b1fa8bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:20:18.003597 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-65e1ed9f-581e-48dd-8cfc-7d1645be4a5c req-de682678-f876-4863-bb89-8ea8b1fa8bad service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=16dc0d19-1a02-4b68-ae43-e72feeb444a5 HTTP/1.1" status: 200 len: 851 time: 0.0417180 Sep 13 13:20:18.049479 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e1ed9f-581e-48dd-8cfc-7d1645be4a5c req-cd60cfcc-d519-4bfc-9a4d-d4577e0467a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:20:18.050964 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-65e1ed9f-581e-48dd-8cfc-7d1645be4a5c req-cd60cfcc-d519-4bfc-9a4d-d4577e0467a7 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0410564 Sep 13 13:20:18.139616 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-65e1ed9f-581e-48dd-8cfc-7d1645be4a5c req-5740086a-5a77-42b3-b12d-849818dd63fb service neutron] 10.222.0.61 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825651 Sep 13 13:20:18.233160 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-65e1ed9f-581e-48dd-8cfc-7d1645be4a5c req-0762fd65-79d8-4e7a-89f8-e2ea37bbd65f service neutron] 10.222.0.61 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861692 Sep 13 13:20:18.329139 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:20:18.331028 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:20:28.228300 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=51 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:20:28.230189 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=50 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:20:31.567067 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:20:31.734434 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:20:33.317644 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-2eb659e8-7c30-41cc-86fa-f2544273b116 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:20:35.414860 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-8962697f-0e29-483a-8e64-d3bab1973076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:20:36.946019 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:20:38.265254 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [req-d5fbc2b3-48ca-4d7b-9965-e6c1b2ca2c1a req-288f8ad8-e839-4678-852d-91124e1a03cc service neutron] (106849) timed out ('10.222.0.61', 55482) {{(pid=106849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 13:20:38.279634 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:20:38.374469 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:20:44.657605 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [req-97b60930-cb42-41ac-acd8-1c50a9acceb9 req-37f42300-89ae-4d12-a524-f6cc93aca128 service neutron] (106849) timed out ('10.222.0.61', 55494) {{(pid=106849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 13:20:48.327511 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=23,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:20:48.330404 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=21,neutron:UPDATE=5 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:20:51.560198 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:20:51.564056 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=6 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:20:57.300279 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 44684) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:20:57.438897 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Deleting port dc08e9f1-01f4-477b-aba5-27bb6824b549 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:20:57.439230 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (dc08e9f1-01f4-477b-aba5-27bb6824b549), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:20:57.515123 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (dc08e9f1-01f4-477b-aba5-27bb6824b549), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:20:57.515444 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for floatingip (dc08e9f1-01f4-477b-aba5-27bb6824b549), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:20:57.527543 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Calling delete_port for dc08e9f1-01f4-477b-aba5-27bb6824b549 owned by network:floatingip {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:20:57.751607 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (dc08e9f1-01f4-477b-aba5-27bb6824b549), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:20:58.038327 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Pushing event deleted for resources: {'Port': ['ID=dc08e9f1-01f4-477b-aba5-27bb6824b549,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:20:58.051416 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:20:58.051759 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:20:58.052094 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:20:58.052428 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:20:58.052754 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:20:58.053078 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:20:58.053403 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:20:58.053719 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:20:58.054067 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:20:58.054388 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:20:58.054708 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:20:58.055029 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:20:58.055347 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:20:58.055662 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:20:58.055976 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106850) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:20:58.110700 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for floatingip (605a3633-87e9-4675-8bcd-14679ffae0c4), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:20:58.111021 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.l3_db [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Floating IP 605a3633-87e9-4675-8bcd-14679ffae0c4 disassociated (deleted). External IP: 172.27.1.169, port: beb17a17-8888-4330-abb0-39d55f1e85b9. Sep 13 13:20:58.318563 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Router 778604aa-641e-4fd9-b5bf-dc746b1d952c has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:20:58.423195 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:20:58.428068 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:20:58.432974 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb95bf-93b3-4890-b50c-a297c832ae25 None None] Sync routers for ids ['778604aa-641e-4fd9-b5bf-dc746b1d952c'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:20:58.443576 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb95bf-93b3-4890-b50c-a297c832ae25 None None] Routers {'778604aa-641e-4fd9-b5bf-dc746b1d952c'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:20:58.444181 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-b9fb95bf-93b3-4890-b50c-a297c832ae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:20:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['778604aa-641e-4fd9-b5bf-dc746b1d952c'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:20:58.457292 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-4e310bdc-f8e6-47ea-8ae7-bf31790fb9bc tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/605a3633-87e9-4675-8bcd-14679ffae0c4 HTTP/1.1" status: 204 len: 168 time: 1.1559551 Sep 13 13:20:58.457991 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389dcab2-184f-4879-b9f0-f40faa277b0e', 'tag': 'beb17a17-8888-4330-abb0-39d55f1e85b9'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:20:58.460226 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860b5341-8e5e-429a-97b4-2f336a25dd1d" -d '{"events": [{"name": "network-changed", "server_uuid": "389dcab2-184f-4879-b9f0-f40faa277b0e", "tag": "beb17a17-8888-4330-abb0-39d55f1e85b9"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:20:58.514223 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f1b5146-7cb6-445f-ba14-56f03f3680ea x-openstack-request-id: req-0f1b5146-7cb6-445f-ba14-56f03f3680ea {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:20:58.514223 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "389dcab2-184f-4879-b9f0-f40faa277b0e", "tag": "beb17a17-8888-4330-abb0-39d55f1e85b9", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:20:58.514223 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-0f1b5146-7cb6-445f-ba14-56f03f3680ea {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:20:58.514223 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f1b5146-7cb6-445f-ba14-56f03f3680ea'] response: {'name': 'network-changed', 'server_uuid': '389dcab2-184f-4879-b9f0-f40faa277b0e', 'tag': 'beb17a17-8888-4330-abb0-39d55f1e85b9', 'status': 'completed', 'code': 200} Sep 13 13:20:58.554955 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-b9fb95bf-93b3-4890-b50c-a297c832ae25 None None] Set router 778604aa-641e-4fd9-b5bf-dc746b1d952c gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:20:58.592579 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:20:58.614375 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:20:58.622100 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b5341-8e5e-429a-97b4-2f336a25dd1d req-2e2ba2f2-a4d3-4003-a417-46ce64f2e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:20:58.623679 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-860b5341-8e5e-429a-97b4-2f336a25dd1d req-2e2ba2f2-a4d3-4003-a417-46ce64f2e060 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1&device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 1129 time: 0.0887864 Sep 13 13:20:58.722370 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b5341-8e5e-429a-97b4-2f336a25dd1d req-941ffc4b-ede4-40b5-ac3f-8ebac513ac56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:20:58.723853 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-860b5341-8e5e-429a-97b4-2f336a25dd1d req-941ffc4b-ede4-40b5-ac3f-8ebac513ac56 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 HTTP/1.1" status: 200 len: 913 time: 0.0943699 Sep 13 13:20:58.763531 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-860b5341-8e5e-429a-97b4-2f336a25dd1d req-0d13cd30-d439-4601-a3a2-dc77957b4a4f service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=beb17a17-8888-4330-abb0-39d55f1e85b9 HTTP/1.1" status: 200 len: 217 time: 0.0338924 Sep 13 13:20:58.814371 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b5341-8e5e-429a-97b4-2f336a25dd1d req-424eb1db-9ed0-40e9-91f2-23f873f1e0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:20:58.815855 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-860b5341-8e5e-429a-97b4-2f336a25dd1d req-424eb1db-9ed0-40e9-91f2-23f873f1e0be service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=16dc0d19-1a02-4b68-ae43-e72feeb444a5 HTTP/1.1" status: 200 len: 851 time: 0.0472567 Sep 13 13:20:58.868474 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b5341-8e5e-429a-97b4-2f336a25dd1d req-98585e31-43c7-475e-bce6-b65a031355ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:20:58.870036 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-860b5341-8e5e-429a-97b4-2f336a25dd1d req-98585e31-43c7-475e-bce6-b65a031355ac service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0482204 Sep 13 13:20:58.894811 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-b9fb95bf-93b3-4890-b50c-a297c832ae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '4315a670-b4a6-4f7e-b756-608d58ef3cf8', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'port_id': 'fef93b7a-6edc-45e4-8e94-f08bbea32bea', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'mac_address': 'fa:16:3e:a8:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a34563-6aef-4f07-a259-202d9c587f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:17:26Z', 'updated_at': '2022-09-13T13:17:28Z', 'revision_number': 1, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91058135-7914-4503-be5b-ee1399dcbde0', 'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'mac_address': 'fa:16:3e:de:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:05Z', 'updated_at': '2022-09-13T13:14:16Z', 'revision_number': 5, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'subnets': [{'id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:20:58.920882 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb95bf-93b3-4890-b50c-a297c832ae25 None None] Checking router: 778604aa-641e-4fd9-b5bf-dc746b1d952c for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:20:58.928479 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9fb95bf-93b3-4890-b50c-a297c832ae25 None None] Routers {'778604aa-641e-4fd9-b5bf-dc746b1d952c'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:20:58.929071 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-b9fb95bf-93b3-4890-b50c-a297c832ae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:20:35Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['778604aa-641e-4fd9-b5bf-dc746b1d952c'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:20:58.995477 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001f3e01-4254-49cc-89a5-b85beafaad22 req-82ee2204-427b-48f8-9d55-90584c995af0 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:20:58.996989 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-001f3e01-4254-49cc-89a5-b85beafaad22 req-82ee2204-427b-48f8-9d55-90584c995af0 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 945 time: 0.1209579 Sep 13 13:20:59.032804 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-b9fb95bf-93b3-4890-b50c-a297c832ae25 None None] Set router 778604aa-641e-4fd9-b5bf-dc746b1d952c gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:20:59.049031 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-001f3e01-4254-49cc-89a5-b85beafaad22 req-00440475-903d-4bca-9841-d02a006df82e tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453999 Sep 13 13:20:59.239288 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-b9fb95bf-93b3-4890-b50c-a297c832ae25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '4315a670-b4a6-4f7e-b756-608d58ef3cf8', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'port_id': 'fef93b7a-6edc-45e4-8e94-f08bbea32bea', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'mac_address': 'fa:16:3e:a8:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a34563-6aef-4f07-a259-202d9c587f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:17:26Z', 'updated_at': '2022-09-13T13:17:28Z', 'revision_number': 1, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91058135-7914-4503-be5b-ee1399dcbde0', 'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'mac_address': 'fa:16:3e:de:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:05Z', 'updated_at': '2022-09-13T13:14:16Z', 'revision_number': 5, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'subnets': [{'id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:20:59.264388 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9fb95bf-93b3-4890-b50c-a297c832ae25 None None] The sync data for ids ['778604aa-641e-4fd9-b5bf-dc746b1d952c'] in dv-cinder-801354-10-iscsi is: [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_floatingips': [{'id': '4315a670-b4a6-4f7e-b756-608d58ef3cf8', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'floating_ip_address': '172.27.1.10', 'floating_network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'router_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'port_id': 'fef93b7a-6edc-45e4-8e94-f08bbea32bea', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 759, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'mac_address': 'fa:16:3e:a8:0c:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69a34563-6aef-4f07-a259-202d9c587f57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-13T13:17:26Z', 'updated_at': '2022-09-13T13:17:28Z', 'revision_number': 1, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91058135-7914-4503-be5b-ee1399dcbde0', 'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'mac_address': 'fa:16:3e:de:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:05Z', 'updated_at': '2022-09-13T13:14:16Z', 'revision_number': 5, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'subnets': [{'id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:20:59.477943 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba01c3bd-f3fd-4a78-aad5-dd852e9200f7 None None] New status for floating IP 605a3633-87e9-4675-8bcd-14679ffae0c4: DOWN {{(pid=106851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:20:59.945455 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-860b5341-8e5e-429a-97b4-2f336a25dd1d req-5b240711-ede8-4e0a-a809-f9bec2929711 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890405 Sep 13 13:21:00.048480 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-860b5341-8e5e-429a-97b4-2f336a25dd1d req-58c8fe42-d713-4daf-8f04-76cae19bb895 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853057 Sep 13 13:21:00.227104 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76138181-3918-4d06-945c-e9f4ada287c4 req-28102b84-cb50-408b-ab2d-5a027d0d3379 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:21:00.228562 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-76138181-3918-4d06-945c-e9f4ada287c4 req-28102b84-cb50-408b-ab2d-5a027d0d3379 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 945 time: 0.1004295 Sep 13 13:21:00.280128 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-76138181-3918-4d06-945c-e9f4ada287c4 req-48cfd2f2-2bb9-4382-a2f7-8f35f142f358 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446477 Sep 13 13:21:00.424204 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99428827-f3da-4e64-b7ad-7f3261a8825c req-86396d76-82d3-47e0-83b1-70a9da9de363 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:21:00.425531 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-99428827-f3da-4e64-b7ad-7f3261a8825c req-86396d76-82d3-47e0-83b1-70a9da9de363 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 945 time: 0.0460839 Sep 13 13:21:00.503614 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-99428827-f3da-4e64-b7ad-7f3261a8825c req-27ebe298-7b20-44f7-aeb2-af4b4985c077 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Deleting port beb17a17-8888-4330-abb0-39d55f1e85b9 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:21:00.503953 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-99428827-f3da-4e64-b7ad-7f3261a8825c req-27ebe298-7b20-44f7-aeb2-af4b4985c077 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (beb17a17-8888-4330-abb0-39d55f1e85b9), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:00.595074 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:00.596980 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-99428827-f3da-4e64-b7ad-7f3261a8825c req-27ebe298-7b20-44f7-aeb2-af4b4985c077 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] For port beb17a17-8888-4330-abb0-39d55f1e85b9, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=beb17a17-8888-4330-abb0-39d55f1e85b9,segment=NetworkSegment(4fa5d14e-1fd3-4799-916d-af0e71dd35cb),segment_id=4fa5d14e-1fd3-4799-916d-af0e71dd35cb)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:21:00.597339 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-99428827-f3da-4e64-b7ad-7f3261a8825c req-27ebe298-7b20-44f7-aeb2-af4b4985c077 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (beb17a17-8888-4330-abb0-39d55f1e85b9), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:00.610107 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-99428827-f3da-4e64-b7ad-7f3261a8825c req-27ebe298-7b20-44f7-aeb2-af4b4985c077 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Calling delete_port for beb17a17-8888-4330-abb0-39d55f1e85b9 owned by compute:nova {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:21:00.814302 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-99428827-f3da-4e64-b7ad-7f3261a8825c req-27ebe298-7b20-44f7-aeb2-af4b4985c077 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (beb17a17-8888-4330-abb0-39d55f1e85b9), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:00.840465 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ebe298-7b20-44f7-aeb2-af4b4985c077 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Pushing event deleted for resources: {'Port': ['ID=beb17a17-8888-4330-abb0-39d55f1e85b9,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:21:00.888703 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-99428827-f3da-4e64-b7ad-7f3261a8825c req-27ebe298-7b20-44f7-aeb2-af4b4985c077 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] No DVR routers for this DVR port beb17a17-8888-4330-abb0-39d55f1e85b9 on host hv-cinder-80135 {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:21:00.890084 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-99428827-f3da-4e64-b7ad-7f3261a8825c req-27ebe298-7b20-44f7-aeb2-af4b4985c077 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:00.893610 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-99428827-f3da-4e64-b7ad-7f3261a8825c req-27ebe298-7b20-44f7-aeb2-af4b4985c077 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.61 "DELETE /networking/v2.0/ports/beb17a17-8888-4330-abb0-39d55f1e85b9 HTTP/1.1" status: 204 len: 173 time: 0.4631696 Sep 13 13:21:00.894174 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389dcab2-184f-4879-b9f0-f40faa277b0e', 'name': 'network-vif-deleted', 'tag': 'beb17a17-8888-4330-abb0-39d55f1e85b9'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:21:00.896398 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b837a11-6fe4-47f8-8373-c9992cff78f8" -d '{"events": [{"server_uuid": "389dcab2-184f-4879-b9f0-f40faa277b0e", "name": "network-vif-deleted", "tag": "beb17a17-8888-4330-abb0-39d55f1e85b9"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:21:00.932463 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e835f6-e67e-4569-9c73-ff5112b07fef x-openstack-request-id: req-93e835f6-e67e-4569-9c73-ff5112b07fef {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:21:00.932753 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "389dcab2-184f-4879-b9f0-f40faa277b0e", "name": "network-vif-deleted", "tag": "beb17a17-8888-4330-abb0-39d55f1e85b9", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:21:00.933003 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-93e835f6-e67e-4569-9c73-ff5112b07fef {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:21:00.933414 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93e835f6-e67e-4569-9c73-ff5112b07fef'] response: {'server_uuid': '389dcab2-184f-4879-b9f0-f40faa277b0e', 'name': 'network-vif-deleted', 'tag': 'beb17a17-8888-4330-abb0-39d55f1e85b9', 'status': 'completed', 'code': 200} Sep 13 13:21:01.386978 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-e869091a-acda-44b6-a272-c4d11546b27c req-061fd9b2-c690-4371-ad8c-319ddddddc1b tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=389dcab2-184f-4879-b9f0-f40faa277b0e HTTP/1.1" status: 200 len: 210 time: 0.0318406 Sep 13 13:21:01.711408 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:03.305445 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d271702a-dcce-4c17-9903-5b30ed01eeb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:04.047811 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device beb17a17-8888-4330-abb0-39d55f1e85b9 no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:21:04.066857 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] No Port match for: beb17a17-8888-4330-abb0-39d55f1e85b9 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:21:04.067200 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device beb17a17-8888-4330-abb0-39d55f1e85b9 not bound to the agent host hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:21:04.865276 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 44730) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:21:04.967253 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:05.006217 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-434c18d6-ff15-4633-997a-c0328265a8f6 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Deleting port 5a7b7dd0-e8e5-4eea-b9eb-e5cc07abbfa5 {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:21:05.006556 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-434c18d6-ff15-4633-997a-c0328265a8f6 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (5a7b7dd0-e8e5-4eea-b9eb-e5cc07abbfa5), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:05.082818 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-434c18d6-ff15-4633-997a-c0328265a8f6 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (5a7b7dd0-e8e5-4eea-b9eb-e5cc07abbfa5), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:05.083142 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-434c18d6-ff15-4633-997a-c0328265a8f6 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for floatingip (5a7b7dd0-e8e5-4eea-b9eb-e5cc07abbfa5), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:05.095002 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-434c18d6-ff15-4633-997a-c0328265a8f6 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Calling delete_port for 5a7b7dd0-e8e5-4eea-b9eb-e5cc07abbfa5 owned by network:floatingip {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:21:05.293849 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-434c18d6-ff15-4633-997a-c0328265a8f6 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (5a7b7dd0-e8e5-4eea-b9eb-e5cc07abbfa5), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:05.317415 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434c18d6-ff15-4633-997a-c0328265a8f6 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Pushing event deleted for resources: {'Port': ['ID=5a7b7dd0-e8e5-4eea-b9eb-e5cc07abbfa5,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:21:05.385818 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-434c18d6-ff15-4633-997a-c0328265a8f6 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for floatingip (4315a670-b4a6-4f7e-b756-608d58ef3cf8), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:05.386140 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.db.l3_db [None req-434c18d6-ff15-4633-997a-c0328265a8f6 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Floating IP 4315a670-b4a6-4f7e-b756-608d58ef3cf8 disassociated (deleted). External IP: 172.27.1.10, port: fef93b7a-6edc-45e4-8e94-f08bbea32bea. Sep 13 13:21:05.388693 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:05.420139 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-ffe1b51c-d4ca-45af-aafb-d4afac013218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:05.587517 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434c18d6-ff15-4633-997a-c0328265a8f6 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Router 778604aa-641e-4fd9-b5bf-dc746b1d952c has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106850) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:21:05.686939 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434c18d6-ff15-4633-997a-c0328265a8f6 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106850) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:21:05.691474 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-434c18d6-ff15-4633-997a-c0328265a8f6 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:05.696022 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c94f0d-bab8-479b-aa32-937b922df26a None None] Sync routers for ids ['778604aa-641e-4fd9-b5bf-dc746b1d952c'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:21:05.706223 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c94f0d-bab8-479b-aa32-937b922df26a None None] Routers {'778604aa-641e-4fd9-b5bf-dc746b1d952c'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:21:05.706824 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-51c94f0d-bab8-479b-aa32-937b922df26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:21:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['778604aa-641e-4fd9-b5bf-dc746b1d952c'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:21:05.722490 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-434c18d6-ff15-4633-997a-c0328265a8f6 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/4315a670-b4a6-4f7e-b756-608d58ef3cf8 HTTP/1.1" status: 204 len: 168 time: 0.8561103 Sep 13 13:21:05.723124 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69a34563-6aef-4f07-a259-202d9c587f57', 'tag': 'fef93b7a-6edc-45e4-8e94-f08bbea32bea'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:21:05.725346 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d1aa7a-6fe4-4ccf-98eb-2751b229b9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "69a34563-6aef-4f07-a259-202d9c587f57", "tag": "fef93b7a-6edc-45e4-8e94-f08bbea32bea"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:21:05.764540 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 13 Sep 2022 13:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bbd2b0-4a73-49d8-9215-ed9add39bcb6 x-openstack-request-id: req-18bbd2b0-4a73-49d8-9215-ed9add39bcb6 {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:21:05.765085 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69a34563-6aef-4f07-a259-202d9c587f57", "tag": "fef93b7a-6edc-45e4-8e94-f08bbea32bea", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:21:05.765339 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-18bbd2b0-4a73-49d8-9215-ed9add39bcb6 {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:21:05.765755 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18bbd2b0-4a73-49d8-9215-ed9add39bcb6'] response: {'name': 'network-changed', 'server_uuid': '69a34563-6aef-4f07-a259-202d9c587f57', 'tag': 'fef93b7a-6edc-45e4-8e94-f08bbea32bea', 'status': 'completed', 'code': 200} Sep 13 13:21:05.804458 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=100 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:05.814122 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-51c94f0d-bab8-479b-aa32-937b922df26a None None] Set router 778604aa-641e-4fd9-b5bf-dc746b1d952c gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:21:05.828998 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1aa7a-6fe4-4ccf-98eb-2751b229b9d9 req-e37c8935-8883-46fd-8ef5-9bfdda5c2e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:21:05.830620 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f7d1aa7a-6fe4-4ccf-98eb-2751b229b9d9 req-e37c8935-8883-46fd-8ef5-9bfdda5c2e90 service neutron] 10.222.0.61 "GET /networking/v2.0/ports?tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1&device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 1130 time: 0.0453386 Sep 13 13:21:05.919593 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:05.924560 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1aa7a-6fe4-4ccf-98eb-2751b229b9d9 req-8266d4bb-759d-4000-9417-34e38fa1c602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:21:05.926206 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f7d1aa7a-6fe4-4ccf-98eb-2751b229b9d9 req-8266d4bb-759d-4000-9417-34e38fa1c602 service neutron] 10.222.0.61 "GET /networking/v2.0/networks?id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 HTTP/1.1" status: 200 len: 913 time: 0.0893753 Sep 13 13:21:05.969304 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f7d1aa7a-6fe4-4ccf-98eb-2751b229b9d9 req-27428422-2ca4-4f83-9e6e-cf5fc7872d51 service neutron] 10.222.0.61 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fef93b7a-6edc-45e4-8e94-f08bbea32bea HTTP/1.1" status: 200 len: 217 time: 0.0371215 Sep 13 13:21:06.011302 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-51c94f0d-bab8-479b-aa32-937b922df26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '91058135-7914-4503-be5b-ee1399dcbde0', 'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'mac_address': 'fa:16:3e:de:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:05Z', 'updated_at': '2022-09-13T13:14:16Z', 'revision_number': 5, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'subnets': [{'id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:21:06.019839 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1aa7a-6fe4-4ccf-98eb-2751b229b9d9 req-a2c8a4ff-0c6e-4587-a7dc-aa308ea9cca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:21:06.021308 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f7d1aa7a-6fe4-4ccf-98eb-2751b229b9d9 req-a2c8a4ff-0c6e-4587-a7dc-aa308ea9cca1 service neutron] 10.222.0.61 "GET /networking/v2.0/subnets?id=16dc0d19-1a02-4b68-ae43-e72feeb444a5 HTTP/1.1" status: 200 len: 851 time: 0.0458534 Sep 13 13:21:06.037094 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c94f0d-bab8-479b-aa32-937b922df26a None None] Checking router: 778604aa-641e-4fd9-b5bf-dc746b1d952c for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:21:06.043964 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=100 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:06.046569 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c94f0d-bab8-479b-aa32-937b922df26a None None] Routers {'778604aa-641e-4fd9-b5bf-dc746b1d952c'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:21:06.047168 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-51c94f0d-bab8-479b-aa32-937b922df26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:21:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['778604aa-641e-4fd9-b5bf-dc746b1d952c'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:21:06.064799 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1aa7a-6fe4-4ccf-98eb-2751b229b9d9 req-d853b1e2-e8e8-41fc-aed6-883c28853d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:21:06.066362 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f7d1aa7a-6fe4-4ccf-98eb-2751b229b9d9 req-d853b1e2-e8e8-41fc-aed6-883c28853d6a service neutron] 10.222.0.61 "GET /networking/v2.0/ports?network_id=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0396070 Sep 13 13:21:06.157485 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-51c94f0d-bab8-479b-aa32-937b922df26a None None] Set router 778604aa-641e-4fd9-b5bf-dc746b1d952c gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:21:06.196877 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f7d1aa7a-6fe4-4ccf-98eb-2751b229b9d9 req-9cc5efec-fb52-4d05-989f-613973263792 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239905 Sep 13 13:21:06.209900 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d4bc4-cf20-474a-9ea0-aae33e3700e1 req-b76d420b-9f9d-47a9-926f-e6910136d92d tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:21:06.211314 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-162d4bc4-cf20-474a-9ea0-aae33e3700e1 req-b76d420b-9f9d-47a9-926f-e6910136d92d tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 946 time: 0.0557325 Sep 13 13:21:06.260906 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-162d4bc4-cf20-474a-9ea0-aae33e3700e1 req-2e858610-45d5-467a-8592-afbdffae7a77 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439150 Sep 13 13:21:06.343475 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-51c94f0d-bab8-479b-aa32-937b922df26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '91058135-7914-4503-be5b-ee1399dcbde0', 'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'mac_address': 'fa:16:3e:de:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:05Z', 'updated_at': '2022-09-13T13:14:16Z', 'revision_number': 5, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'subnets': [{'id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:21:06.370448 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c94f0d-bab8-479b-aa32-937b922df26a None None] The sync data for ids ['778604aa-641e-4fd9-b5bf-dc746b1d952c'] in dv-cinder-801354-10-iscsi is: [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:14:06Z', 'revision_number': 4, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi', '_interfaces': [{'id': '91058135-7914-4503-be5b-ee1399dcbde0', 'name': '', 'network_id': '0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'mac_address': 'fa:16:3e:de:52:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:05Z', 'updated_at': '2022-09-13T13:14:16Z', 'revision_number': 5, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'subnets': [{'id': '16dc0d19-1a02-4b68-ae43-e72feeb444a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:21:06.583463 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8acf25a6-e549-4001-b2c6-7baf4e300000 None None] New status for floating IP 4315a670-b4a6-4f7e-b756-608d58ef3cf8: DOWN {{(pid=106851) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 13 13:21:06.979920 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:07.167861 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-f7d1aa7a-6fe4-4ccf-98eb-2751b229b9d9 req-455ea602-2749-4610-8479-00ed5327a8c2 service neutron] 10.222.0.61 "GET /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855021 Sep 13 13:21:07.382138 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5d2f3e-fdcd-4674-9a97-95c319b18e13 req-68a6cf47-ab89-4a70-bba6-9951c74f4609 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:21:07.383573 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0e5d2f3e-fdcd-4674-9a97-95c319b18e13 req-68a6cf47-ab89-4a70-bba6-9951c74f4609 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 946 time: 0.0458705 Sep 13 13:21:07.431662 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-0e5d2f3e-fdcd-4674-9a97-95c319b18e13 req-602a6a08-6a86-4e86-b66e-d84d5fb922e2 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/security-groups?id=58115c3b-7693-471c-af7f-2b091bc6695b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420349 Sep 13 13:21:07.585406 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=100 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:07.602493 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bcdcb4-e490-4d9d-b577-88826e560359 req-7c3e7de8-98dc-4948-81a0-0cc98c2f556c tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106850) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 13 13:21:07.603938 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-03bcdcb4-e490-4d9d-b577-88826e560359 req-7c3e7de8-98dc-4948-81a0-0cc98c2f556c tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.61 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 946 time: 0.0496228 Sep 13 13:21:07.686255 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-03bcdcb4-e490-4d9d-b577-88826e560359 req-fcfe1ec6-0ca0-49cf-b15f-b0fdb397f35f tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Deleting port fef93b7a-6edc-45e4-8e94-f08bbea32bea {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:21:07.686596 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-03bcdcb4-e490-4d9d-b577-88826e560359 req-fcfe1ec6-0ca0-49cf-b15f-b0fdb397f35f tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (fef93b7a-6edc-45e4-8e94-f08bbea32bea), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:07.777995 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [req-03bcdcb4-e490-4d9d-b577-88826e560359 req-fcfe1ec6-0ca0-49cf-b15f-b0fdb397f35f tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] For port fef93b7a-6edc-45e4-8e94-f08bbea32bea, host hv-cinder-80135, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-80135',level=0,port_id=fef93b7a-6edc-45e4-8e94-f08bbea32bea,segment=NetworkSegment(4fa5d14e-1fd3-4799-916d-af0e71dd35cb),segment_id=4fa5d14e-1fd3-4799-916d-af0e71dd35cb)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:21:07.778392 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-03bcdcb4-e490-4d9d-b577-88826e560359 req-fcfe1ec6-0ca0-49cf-b15f-b0fdb397f35f tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (fef93b7a-6edc-45e4-8e94-f08bbea32bea), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:07.791088 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [req-03bcdcb4-e490-4d9d-b577-88826e560359 req-fcfe1ec6-0ca0-49cf-b15f-b0fdb397f35f tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Calling delete_port for fef93b7a-6edc-45e4-8e94-f08bbea32bea owned by compute:nova {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:21:07.991119 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-03bcdcb4-e490-4d9d-b577-88826e560359 req-fcfe1ec6-0ca0-49cf-b15f-b0fdb397f35f tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (fef93b7a-6edc-45e4-8e94-f08bbea32bea), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:08.020486 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe1ec6-0ca0-49cf-b15f-b0fdb397f35f tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Pushing event deleted for resources: {'Port': ['ID=fef93b7a-6edc-45e4-8e94-f08bbea32bea,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:21:08.065856 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [req-03bcdcb4-e490-4d9d-b577-88826e560359 req-fcfe1ec6-0ca0-49cf-b15f-b0fdb397f35f tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] No DVR routers for this DVR port fef93b7a-6edc-45e4-8e94-f08bbea32bea on host hv-cinder-80135 {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:21:08.068208 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [req-03bcdcb4-e490-4d9d-b577-88826e560359 req-fcfe1ec6-0ca0-49cf-b15f-b0fdb397f35f tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for port (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:08.071418 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-03bcdcb4-e490-4d9d-b577-88826e560359 req-fcfe1ec6-0ca0-49cf-b15f-b0fdb397f35f tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.61 "DELETE /networking/v2.0/ports/fef93b7a-6edc-45e4-8e94-f08bbea32bea HTTP/1.1" status: 204 len: 173 time: 0.4615872 Sep 13 13:21:08.071904 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69a34563-6aef-4f07-a259-202d9c587f57', 'name': 'network-vif-deleted', 'tag': 'fef93b7a-6edc-45e4-8e94-f08bbea32bea'}] {{(pid=106850) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 13 13:21:08.074124 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.72/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f3177bb92ccc02334138751e1cd788f10578a44629989fdf1ad061caa3bc23b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71e3182-09c6-49a5-ba40-917553b65012" -d '{"events": [{"server_uuid": "69a34563-6aef-4f07-a259-202d9c587f57", "name": "network-vif-deleted", "tag": "fef93b7a-6edc-45e4-8e94-f08bbea32bea"}]}' {{(pid=106850) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 13 13:21:08.113179 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 13 Sep 2022 13:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1d4584-5412-4a1c-bf9b-b23d44222ebb x-openstack-request-id: req-3e1d4584-5412-4a1c-bf9b-b23d44222ebb {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 13 13:21:08.113477 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69a34563-6aef-4f07-a259-202d9c587f57", "name": "network-vif-deleted", "tag": "fef93b7a-6edc-45e4-8e94-f08bbea32bea", "status": "completed", "code": 200}]} {{(pid=106850) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 13 13:21:08.113722 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.72/compute/v2.1/os-server-external-events used request id req-3e1d4584-5412-4a1c-bf9b-b23d44222ebb {{(pid=106850) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 13 13:21:08.114151 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e1d4584-5412-4a1c-bf9b-b23d44222ebb'] response: {'server_uuid': '69a34563-6aef-4f07-a259-202d9c587f57', 'name': 'network-vif-deleted', 'tag': 'fef93b7a-6edc-45e4-8e94-f08bbea32bea', 'status': 'completed', 'code': 200} Sep 13 13:21:08.288519 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:08.403011 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:08.542349 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [req-4c3388f4-c8d5-4134-87f9-5d4890c86b48 req-1697d840-a134-4d33-b7cc-db9a5b7bba51 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "GET /networking/v2.0/ports?device_id=69a34563-6aef-4f07-a259-202d9c587f57 HTTP/1.1" status: 200 len: 210 time: 0.0293891 Sep 13 13:21:08.566615 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:21:09.033661 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [req-897cc615-5295-4ffd-b497-bc7d3a02682a req-83322519-0d21-4f93-b2e4-d582cca8a501 service neutron] (106849) timed out ('10.222.0.61', 55533) {{(pid=106849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 13:21:09.131121 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [req-2dedf312-4663-4924-9a4f-ac48cda52cdc req-964aabda-dfc5-474f-955f-aa0e2bd94b6b service neutron] (106850) timed out ('10.222.0.61', 55459) {{(pid=106850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 13:21:09.618977 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44746) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:21:09.728387 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Deleting port 2b7a743d-a45d-4b93-a02b-04d341b42511 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:21:09.728728 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (2b7a743d-a45d-4b93-a02b-04d341b42511), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:09.814586 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (2b7a743d-a45d-4b93-a02b-04d341b42511), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:09.814909 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for floatingip (2b7a743d-a45d-4b93-a02b-04d341b42511), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:09.829979 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Calling delete_port for 2b7a743d-a45d-4b93-a02b-04d341b42511 owned by network:floatingip {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:21:10.038501 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (2b7a743d-a45d-4b93-a02b-04d341b42511), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:10.076332 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Pushing event deleted for resources: {'Port': ['ID=2b7a743d-a45d-4b93-a02b-04d341b42511,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:21:10.110266 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:10.110517 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:10.110855 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:10.111323 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:10.111531 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:10.111854 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:10.112173 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:10.112490 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:10.112807 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:10.113146 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:10.113464 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:10.113808 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:10.114126 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:10.114436 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:10.114746 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106849) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:10.167483 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for floatingip (7ff71af1-eab4-4fe9-8b9d-b33164419146), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:10.170484 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-520800'] for floatingip (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:10.171667 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-e055076b-11a9-48cb-bf09-b6890fc07698 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "DELETE /networking/v2.0/floatingips/7ff71af1-eab4-4fe9-8b9d-b33164419146 HTTP/1.1" status: 204 len: 168 time: 0.5618217 Sep 13 13:21:11.593250 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 44760) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:21:11.651139 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-bcff95b0-d9f3-4a37-9eee-b2aa1d14d155 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for security_group (58115c3b-7693-471c-af7f-2b091bc6695b), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:11.677655 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-bcff95b0-d9f3-4a37-9eee-b2aa1d14d155 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for security_group (58115c3b-7693-471c-af7f-2b091bc6695b), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:11.707826 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:11.780307 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-bcff95b0-d9f3-4a37-9eee-b2aa1d14d155 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (58115c3b-7693-471c-af7f-2b091bc6695b), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:11.782973 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-bcff95b0-d9f3-4a37-9eee-b2aa1d14d155 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Publish callbacks [] for security_group (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:11.784212 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-bcff95b0-d9f3-4a37-9eee-b2aa1d14d155 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] 10.222.0.72 "DELETE /networking/v2.0/security-groups/58115c3b-7693-471c-af7f-2b091bc6695b HTTP/1.1" status: 204 len: 168 time: 0.1899505 Sep 13 13:21:11.798165 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff95b0-d9f3-4a37-9eee-b2aa1d14d155 tempest-TestVolumeBootPattern-1389967874 tempest-TestVolumeBootPattern-1389967874-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58115c3b-7693-471c-af7f-2b091bc6695b,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:21:11.910083 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44764) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:21:12.099283 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device fef93b7a-6edc-45e4-8e94-f08bbea32bea no longer exists at agent hyperv_hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:21:12.117928 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] No Port match for: fef93b7a-6edc-45e4-8e94-f08bbea32bea {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:21:12.118274 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Device fef93b7a-6edc-45e4-8e94-f08bbea32bea not bound to the agent host hv-cinder-80135 {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:21:12.533295 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5c701d67-8ed6-4486-b9fa-ce200121e290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1803674'] for router_interface (778604aa-641e-4fd9-b5bf-dc746b1d952c), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:12.658216 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:12.687904 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:12.752239 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-5c701d67-8ed6-4486-b9fa-ce200121e290 admin admin] Deleting port 91058135-7914-4503-be5b-ee1399dcbde0 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:21:12.752575 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5c701d67-8ed6-4486-b9fa-ce200121e290 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (91058135-7914-4503-be5b-ee1399dcbde0), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:12.832917 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-5c701d67-8ed6-4486-b9fa-ce200121e290 admin admin] For port 91058135-7914-4503-be5b-ee1399dcbde0, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=91058135-7914-4503-be5b-ee1399dcbde0,segment=NetworkSegment(4fa5d14e-1fd3-4799-916d-af0e71dd35cb),segment_id=4fa5d14e-1fd3-4799-916d-af0e71dd35cb)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:21:12.833190 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5c701d67-8ed6-4486-b9fa-ce200121e290 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (91058135-7914-4503-be5b-ee1399dcbde0), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:12.845595 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-5c701d67-8ed6-4486-b9fa-ce200121e290 admin admin] Calling delete_port for 91058135-7914-4503-be5b-ee1399dcbde0 owned by network:router_interface {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:21:13.104823 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5c701d67-8ed6-4486-b9fa-ce200121e290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (91058135-7914-4503-be5b-ee1399dcbde0), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:13.129328 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c701d67-8ed6-4486-b9fa-ce200121e290 admin admin] Pushing event deleted for resources: {'Port': ['ID=91058135-7914-4503-be5b-ee1399dcbde0,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:21:13.297753 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-5c701d67-8ed6-4486-b9fa-ce200121e290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1691681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582858'] for router_interface (778604aa-641e-4fd9-b5bf-dc746b1d952c), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:13.495888 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c701d67-8ed6-4486-b9fa-ce200121e290 admin admin] Router 778604aa-641e-4fd9-b5bf-dc746b1d952c has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:21:13.498621 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:13.589474 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:13.599806 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c701d67-8ed6-4486-b9fa-ce200121e290 admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:21:13.604646 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-5c701d67-8ed6-4486-b9fa-ce200121e290 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/778604aa-641e-4fd9-b5bf-dc746b1d952c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6935105 Sep 13 13:21:13.607414 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 44768) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:21:13.610389 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d704995-05dc-4187-aaac-f4b139b9357b None None] Sync routers for ids ['778604aa-641e-4fd9-b5bf-dc746b1d952c'] in dv-cinder-801354-10-iscsi {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:21:13.620073 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d704995-05dc-4187-aaac-f4b139b9357b None None] Routers {'778604aa-641e-4fd9-b5bf-dc746b1d952c'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:21:13.620750 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-1d704995-05dc-4187-aaac-f4b139b9357b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:21:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['778604aa-641e-4fd9-b5bf-dc746b1d952c'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:21:13.707169 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-49330da4-3134-4fee-8eb6-afc815779b86 admin admin] Publish callbacks [] for router (778604aa-641e-4fd9-b5bf-dc746b1d952c), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:13.724828 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-1d704995-05dc-4187-aaac-f4b139b9357b None None] Set router 778604aa-641e-4fd9-b5bf-dc746b1d952c gateway port host: dv-cinder-801354-10-iscsi {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:21:13.807017 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-49330da4-3134-4fee-8eb6-afc815779b86 admin admin] Publish callbacks [] for router_gateway (778604aa-641e-4fd9-b5bf-dc746b1d952c), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:13.905189 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-49330da4-3134-4fee-8eb6-afc815779b86 admin admin] Deleting port 65b1cb83-1c95-4be2-9a21-950d946ea56c {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:21:13.905526 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-49330da4-3134-4fee-8eb6-afc815779b86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (65b1cb83-1c95-4be2-9a21-950d946ea56c), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:13.961030 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:13.977437 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-1d704995-05dc-4187-aaac-f4b139b9357b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36'}], 'enable_snat': True}, 'gw_port_id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:21:12Z', 'revision_number': 5, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port': {'id': '65b1cb83-1c95-4be2-9a21-950d946ea56c', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:5b:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:02Z', 'updated_at': '2022-09-13T13:14:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:21:13.986013 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-49330da4-3134-4fee-8eb6-afc815779b86 admin admin] For port 65b1cb83-1c95-4be2-9a21-950d946ea56c, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=65b1cb83-1c95-4be2-9a21-950d946ea56c,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:21:13.986376 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-49330da4-3134-4fee-8eb6-afc815779b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (65b1cb83-1c95-4be2-9a21-950d946ea56c), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:14.000496 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-49330da4-3134-4fee-8eb6-afc815779b86 admin admin] Calling delete_port for 65b1cb83-1c95-4be2-9a21-950d946ea56c owned by network:router_gateway {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:21:14.003180 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d704995-05dc-4187-aaac-f4b139b9357b None None] Checking router: 778604aa-641e-4fd9-b5bf-dc746b1d952c for host: dv-cinder-801354-10-iscsi {{(pid=106852) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:21:14.011394 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d704995-05dc-4187-aaac-f4b139b9357b None None] Routers {'778604aa-641e-4fd9-b5bf-dc746b1d952c'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106852) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:21:14.011992 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-1d704995-05dc-4187-aaac-f4b139b9357b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:21:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['778604aa-641e-4fd9-b5bf-dc746b1d952c'], 'active': True} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:21:14.096983 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_dvr_db [None req-1d704995-05dc-4187-aaac-f4b139b9357b None None] Set router 778604aa-641e-4fd9-b5bf-dc746b1d952c gateway port host: None {{(pid=106852) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:21:14.098426 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=100 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:14.151744 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.l3_hamode_db [None req-1d704995-05dc-4187-aaac-f4b139b9357b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:21:13Z', 'revision_number': 6, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port_host': None}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106852) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:21:14.178526 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d704995-05dc-4187-aaac-f4b139b9357b None None] The sync data for ids ['778604aa-641e-4fd9-b5bf-dc746b1d952c'] in dv-cinder-801354-10-iscsi is: [{'id': '778604aa-641e-4fd9-b5bf-dc746b1d952c', 'name': 'tempest-TestVolumeBootPattern-1250886040-router', 'tenant_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:01Z', 'updated_at': '2022-09-13T13:21:13Z', 'revision_number': 6, 'project_id': 'bdc958fc46ca40afa50f4e7f43a0ffe1', 'gw_port_host': None}] {{(pid=106852) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:21:14.499180 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-49330da4-3134-4fee-8eb6-afc815779b86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (65b1cb83-1c95-4be2-9a21-950d946ea56c), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:14.523854 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49330da4-3134-4fee-8eb6-afc815779b86 admin admin] Pushing event deleted for resources: {'Port': ['ID=65b1cb83-1c95-4be2-9a21-950d946ea56c,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:21:14.594835 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-49330da4-3134-4fee-8eb6-afc815779b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583705'] for router_gateway (778604aa-641e-4fd9-b5bf-dc746b1d952c), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:14.683213 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-49330da4-3134-4fee-8eb6-afc815779b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13140'] for router (778604aa-641e-4fd9-b5bf-dc746b1d952c), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:14.685419 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-49330da4-3134-4fee-8eb6-afc815779b86 admin admin] Publish callbacks [] for router_controller (778604aa-641e-4fd9-b5bf-dc746b1d952c), precommit_delete_associations {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:14.768772 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-49330da4-3134-4fee-8eb6-afc815779b86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582937'] for router (778604aa-641e-4fd9-b5bf-dc746b1d952c), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:14.769350 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49330da4-3134-4fee-8eb6-afc815779b86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 778604aa-641e-4fd9-b5bf-dc746b1d952c {{(pid=106850) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 13:21:14.774433 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-49330da4-3134-4fee-8eb6-afc815779b86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:14.775996 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-49330da4-3134-4fee-8eb6-afc815779b86 admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/778604aa-641e-4fd9-b5bf-dc746b1d952c HTTP/1.1" status: 204 len: 168 time: 1.1666937 Sep 13 13:21:14.778215 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 44770) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:21:14.822172 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e70d259-9977-4109-ac0b-db8a98a19faf admin admin] Deleting subnet 16dc0d19-1a02-4b68-ae43-e72feeb444a5 {{(pid=106850) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 13:21:14.825166 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9e70d259-9977-4109-ac0b-db8a98a19faf admin admin] Publish callbacks [] for subnet (16dc0d19-1a02-4b68-ae43-e72feeb444a5), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:14.860292 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9e70d259-9977-4109-ac0b-db8a98a19faf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7847307'] for subnet (16dc0d19-1a02-4b68-ae43-e72feeb444a5), precommit_delete_associations {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:14.861849 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:14.944689 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9e70d259-9977-4109-ac0b-db8a98a19faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3665047'] for subnet (16dc0d19-1a02-4b68-ae43-e72feeb444a5), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:15.070865 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9e70d259-9977-4109-ac0b-db8a98a19faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3659918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8174019', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4234573'] for subnet (16dc0d19-1a02-4b68-ae43-e72feeb444a5), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:15.098104 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70d259-9977-4109-ac0b-db8a98a19faf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16dc0d19-1a02-4b68-ae43-e72feeb444a5,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:21:15.101974 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-9e70d259-9977-4109-ac0b-db8a98a19faf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:15.105113 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-9e70d259-9977-4109-ac0b-db8a98a19faf admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/16dc0d19-1a02-4b68-ae43-e72feeb444a5 HTTP/1.1" status: 204 len: 168 time: 0.3253312 Sep 13 13:21:15.107704 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [-] (106850) accepted ('10.222.0.72', 44772) {{(pid=106850) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:21:15.110338 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a165010d-2584-4813-9565-f86ab20a70b0 None None] Network 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:21:15.180523 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ab5066eb-84f7-47fd-94e7-44ad54416be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3651144'] for network (0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:15.226504 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-ab5066eb-84f7-47fd-94e7-44ad54416be6 admin admin] Deleting port 647b8c0b-fe9c-4bd3-9f40-97af6473b20f {{(pid=106850) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:21:15.226947 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ab5066eb-84f7-47fd-94e7-44ad54416be6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (647b8c0b-fe9c-4bd3-9f40-97af6473b20f), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:15.241227 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:15.277932 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda5e39f-05f3-4e3c-8a35-fb023e5da394 None None] DHCP port deletion for 0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 request from dv-cinder-801354-10-iscsi {{(pid=106851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 13:21:15.300958 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.db [None req-ab5066eb-84f7-47fd-94e7-44ad54416be6 admin admin] For port 647b8c0b-fe9c-4bd3-9f40-97af6473b20f, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=647b8c0b-fe9c-4bd3-9f40-97af6473b20f,segment=NetworkSegment(4fa5d14e-1fd3-4799-916d-af0e71dd35cb),segment_id=4fa5d14e-1fd3-4799-916d-af0e71dd35cb)] {{(pid=106850) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:21:15.301321 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ab5066eb-84f7-47fd-94e7-44ad54416be6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (647b8c0b-fe9c-4bd3-9f40-97af6473b20f), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:15.315083 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.plugin [None req-ab5066eb-84f7-47fd-94e7-44ad54416be6 admin admin] Calling delete_port for 647b8c0b-fe9c-4bd3-9f40-97af6473b20f owned by network:dhcp {{(pid=106850) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:21:15.320564 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-fda5e39f-05f3-4e3c-8a35-fb023e5da394 None None] Deleting port 647b8c0b-fe9c-4bd3-9f40-97af6473b20f {{(pid=106851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:21:15.320948 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-fda5e39f-05f3-4e3c-8a35-fb023e5da394 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (647b8c0b-fe9c-4bd3-9f40-97af6473b20f), before_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:15.387627 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-fda5e39f-05f3-4e3c-8a35-fb023e5da394 None None] For port 647b8c0b-fe9c-4bd3-9f40-97af6473b20f, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=647b8c0b-fe9c-4bd3-9f40-97af6473b20f,segment=NetworkSegment(4fa5d14e-1fd3-4799-916d-af0e71dd35cb),segment_id=4fa5d14e-1fd3-4799-916d-af0e71dd35cb)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:21:15.388027 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-fda5e39f-05f3-4e3c-8a35-fb023e5da394 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (647b8c0b-fe9c-4bd3-9f40-97af6473b20f), precommit_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:15.401543 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-fda5e39f-05f3-4e3c-8a35-fb023e5da394 None None] Calling delete_port for 647b8c0b-fe9c-4bd3-9f40-97af6473b20f owned by network:dhcp {{(pid=106851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:21:15.483284 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ab5066eb-84f7-47fd-94e7-44ad54416be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8174014'] for port (647b8c0b-fe9c-4bd3-9f40-97af6473b20f), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:15.489209 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-fda5e39f-05f3-4e3c-8a35-fb023e5da394 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289'] for port (647b8c0b-fe9c-4bd3-9f40-97af6473b20f), after_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:15.510260 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5066eb-84f7-47fd-94e7-44ad54416be6 admin admin] Pushing event deleted for resources: {'Port': ['ID=647b8c0b-fe9c-4bd3-9f40-97af6473b20f,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:21:15.512035 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5066eb-84f7-47fd-94e7-44ad54416be6 admin admin] No DVR routers for this DVR port 647b8c0b-fe9c-4bd3-9f40-97af6473b20f on host dv-cinder-801354-10-iscsi {{(pid=106850) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:21:15.513865 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda5e39f-05f3-4e3c-8a35-fb023e5da394 None None] Pushing event deleted for resources: {'Port': ['ID=647b8c0b-fe9c-4bd3-9f40-97af6473b20f,revision_number=None']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:21:15.522484 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda5e39f-05f3-4e3c-8a35-fb023e5da394 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:15.522845 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda5e39f-05f3-4e3c-8a35-fb023e5da394 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:15.523175 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda5e39f-05f3-4e3c-8a35-fb023e5da394 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:15.523563 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda5e39f-05f3-4e3c-8a35-fb023e5da394 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:15.523845 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda5e39f-05f3-4e3c-8a35-fb023e5da394 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:15.524178 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda5e39f-05f3-4e3c-8a35-fb023e5da394 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:15.524496 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda5e39f-05f3-4e3c-8a35-fb023e5da394 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:15.524816 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda5e39f-05f3-4e3c-8a35-fb023e5da394 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:15.525145 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda5e39f-05f3-4e3c-8a35-fb023e5da394 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:15.525480 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda5e39f-05f3-4e3c-8a35-fb023e5da394 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:15.525816 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda5e39f-05f3-4e3c-8a35-fb023e5da394 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:15.526143 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda5e39f-05f3-4e3c-8a35-fb023e5da394 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:15.526462 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda5e39f-05f3-4e3c-8a35-fb023e5da394 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:15.526829 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda5e39f-05f3-4e3c-8a35-fb023e5da394 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:15.527140 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fda5e39f-05f3-4e3c-8a35-fb023e5da394 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-801354-10-iscsi {{(pid=106851) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 13 13:21:15.530372 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda5e39f-05f3-4e3c-8a35-fb023e5da394 None None] No DVR routers for this DVR port 647b8c0b-fe9c-4bd3-9f40-97af6473b20f on host dv-cinder-801354-10-iscsi {{(pid=106851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:21:15.591100 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ab5066eb-84f7-47fd-94e7-44ad54416be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514794', 'neutron.services.segments.db._delete_segments_for_network-8734283000248'] for network (0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:15.613516 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.services.segments.db [None req-ab5066eb-84f7-47fd-94e7-44ad54416be6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3']}} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:21:15.624172 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.services.segments.db [None req-ab5066eb-84f7-47fd-94e7-44ad54416be6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fa5d14e-1fd3-4799-916d-af0e71dd35cb') {'for_net_delete': True} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:21:15.624469 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.services.segments.db [None req-ab5066eb-84f7-47fd-94e7-44ad54416be6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fa5d14e-1fd3-4799-916d-af0e71dd35cb') {} {{(pid=106850) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:21:15.634415 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ab5066eb-84f7-47fd-94e7-44ad54416be6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734283000140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7847298'] for segment (4fa5d14e-1fd3-4799-916d-af0e71dd35cb), before_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:15.648113 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ab5066eb-84f7-47fd-94e7-44ad54416be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (4fa5d14e-1fd3-4799-916d-af0e71dd35cb), precommit_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:15.654601 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5066eb-84f7-47fd-94e7-44ad54416be6 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=106850) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 13:21:15.661394 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ab5066eb-84f7-47fd-94e7-44ad54416be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8173929'] for segment (4fa5d14e-1fd3-4799-916d-af0e71dd35cb), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:15.733549 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.services.segments.plugin [-] Segment 4fa5d14e-1fd3-4799-916d-af0e71dd35cb resource provider aggregate not found Sep 13 13:21:15.750153 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.services.segments.plugin [-] Segment 4fa5d14e-1fd3-4799-916d-af0e71dd35cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4fa5d14e-1fd3-4799-916d-af0e71dd35cb found for delete ", "request_id": "req-0203ba68-c973-4eb3-8368-e90c2104cb73"}]} Sep 13 13:21:15.763660 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ab5066eb-84f7-47fd-94e7-44ad54416be6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583751'] for network (0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3), after_delete {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:15.769904 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron_lib.callbacks.manager [None req-ab5066eb-84f7-47fd-94e7-44ad54416be6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106850) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:15.780410 dv-cinder-801354-10-iscsi neutron-server[106850]: INFO neutron.wsgi [None req-ab5066eb-84f7-47fd-94e7-44ad54416be6 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3 HTTP/1.1" status: 204 len: 168 time: 0.6643312 Sep 13 13:21:15.780853 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44780) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:21:15.784887 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5066eb-84f7-47fd-94e7-44ad54416be6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e6b48ae-5b08-487c-bab6-0ac0eb7e5db3,revision_number=None']} {{(pid=106850) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:21:15.850751 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 647b8c0b-fe9c-4bd3-9f40-97af6473b20f no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:21:15.870855 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: 647b8c0b-fe9c-4bd3-9f40-97af6473b20f {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:21:15.871195 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 647b8c0b-fe9c-4bd3-9f40-97af6473b20f not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:21:15.871612 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 65b1cb83-1c95-4be2-9a21-950d946ea56c no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:21:15.888975 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: 65b1cb83-1c95-4be2-9a21-950d946ea56c {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:21:15.889324 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 65b1cb83-1c95-4be2-9a21-950d946ea56c not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:21:15.889871 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 91058135-7914-4503-be5b-ee1399dcbde0 no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:21:15.910916 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: 91058135-7914-4503-be5b-ee1399dcbde0 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:21:15.911256 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 91058135-7914-4503-be5b-ee1399dcbde0 not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:21:16.102892 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a78035d0-8f5d-4978-b2de-5508e1c67e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1803674'] for router_interface (72d11cfd-9c40-49e1-9633-a8151d8739ce), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:16.323839 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-a78035d0-8f5d-4978-b2de-5508e1c67e19 admin admin] Deleting port fc88a413-fd64-45a4-8172-9821cbf1b665 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:21:16.324204 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a78035d0-8f5d-4978-b2de-5508e1c67e19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (fc88a413-fd64-45a4-8172-9821cbf1b665), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:16.407006 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-a78035d0-8f5d-4978-b2de-5508e1c67e19 admin admin] For port fc88a413-fd64-45a4-8172-9821cbf1b665, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=fc88a413-fd64-45a4-8172-9821cbf1b665,segment=NetworkSegment(47a8d984-7944-4c73-a9d5-156e4e78dd87),segment_id=47a8d984-7944-4c73-a9d5-156e4e78dd87)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:21:16.407284 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a78035d0-8f5d-4978-b2de-5508e1c67e19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (fc88a413-fd64-45a4-8172-9821cbf1b665), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:16.419873 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-a78035d0-8f5d-4978-b2de-5508e1c67e19 admin admin] Calling delete_port for fc88a413-fd64-45a4-8172-9821cbf1b665 owned by network:router_interface {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:21:16.574266 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:16.587243 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:16.693375 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a78035d0-8f5d-4978-b2de-5508e1c67e19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (fc88a413-fd64-45a4-8172-9821cbf1b665), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:16.722779 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78035d0-8f5d-4978-b2de-5508e1c67e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc88a413-fd64-45a4-8172-9821cbf1b665,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:21:16.886360 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-a78035d0-8f5d-4978-b2de-5508e1c67e19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1691681', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1582858'] for router_interface (72d11cfd-9c40-49e1-9633-a8151d8739ce), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:17.089409 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a78035d0-8f5d-4978-b2de-5508e1c67e19 admin admin] Router 72d11cfd-9c40-49e1-9633-a8151d8739ce has already been hosted by L3 agent 789d2f2a-736e-4c99-871a-80fc2a789998 {{(pid=106849) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 13 13:21:17.186734 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78035d0-8f5d-4978-b2de-5508e1c67e19 admin admin] Notify agent at l3_agent.dv-cinder-801354-10-iscsi the message routers_updated {{(pid=106849) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 13 13:21:17.191990 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-a78035d0-8f5d-4978-b2de-5508e1c67e19 admin admin] 10.222.0.72 "PUT /networking/v2.0/routers/72d11cfd-9c40-49e1-9633-a8151d8739ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4144490 Sep 13 13:21:17.194004 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44782) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:21:17.197470 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4bd7c6-00d2-4f43-9fb7-195922aee932 None None] Sync routers for ids ['72d11cfd-9c40-49e1-9633-a8151d8739ce'] in dv-cinder-801354-10-iscsi {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 13 13:21:17.207762 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4bd7c6-00d2-4f43-9fb7-195922aee932 None None] Routers {'72d11cfd-9c40-49e1-9633-a8151d8739ce'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:21:17.208376 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-8e4bd7c6-00d2-4f43-9fb7-195922aee932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:21:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['72d11cfd-9c40-49e1-9633-a8151d8739ce'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:21:17.291869 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-58f65630-5b7b-4d61-ab1a-b28b28b3142d admin admin] Publish callbacks [] for router (72d11cfd-9c40-49e1-9633-a8151d8739ce), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:17.395666 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-58f65630-5b7b-4d61-ab1a-b28b28b3142d admin admin] Publish callbacks [] for router_gateway (72d11cfd-9c40-49e1-9633-a8151d8739ce), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:17.433358 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-8e4bd7c6-00d2-4f43-9fb7-195922aee932 None None] Set router 72d11cfd-9c40-49e1-9633-a8151d8739ce gateway port host: dv-cinder-801354-10-iscsi {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:21:17.538173 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-58f65630-5b7b-4d61-ab1a-b28b28b3142d admin admin] Deleting port cf681655-3b59-46ce-9e73-177a2518d373 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:21:17.538509 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-58f65630-5b7b-4d61-ab1a-b28b28b3142d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (cf681655-3b59-46ce-9e73-177a2518d373), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:17.597443 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-8e4bd7c6-00d2-4f43-9fb7-195922aee932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d11cfd-9c40-49e1-9633-a8151d8739ce', 'name': 'tempest-TestVolumeBootPattern-1106352812-router', 'tenant_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'external_fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.210'}], 'enable_snat': True}, 'gw_port_id': 'cf681655-3b59-46ce-9e73-177a2518d373', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:11Z', 'updated_at': '2022-09-13T13:21:16Z', 'revision_number': 5, 'project_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'gw_port': {'id': 'cf681655-3b59-46ce-9e73-177a2518d373', 'name': '', 'network_id': 'b91df1e9-be0f-4e52-84e7-72fa847e0b1f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:51:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d11cfd-9c40-49e1-9633-a8151d8739ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 730, 'fixed_ips': [{'subnet_id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'ip_address': '172.27.1.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-801354-10-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-13T13:14:12Z', 'updated_at': '2022-09-13T13:14:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b3fa57f3-b336-4e89-a58a-b4c3ba2c6149', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-801354-10-iscsi'}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:21:17.621454 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-58f65630-5b7b-4d61-ab1a-b28b28b3142d admin admin] For port cf681655-3b59-46ce-9e73-177a2518d373, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=cf681655-3b59-46ce-9e73-177a2518d373,segment=NetworkSegment(e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad),segment_id=e7ea3b6f-eb33-4eab-bf0a-f3762b49bdad)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:21:17.622029 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-58f65630-5b7b-4d61-ab1a-b28b28b3142d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (cf681655-3b59-46ce-9e73-177a2518d373), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:17.623090 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4bd7c6-00d2-4f43-9fb7-195922aee932 None None] Checking router: 72d11cfd-9c40-49e1-9633-a8151d8739ce for host: dv-cinder-801354-10-iscsi {{(pid=106851) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 13 13:21:17.631662 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4bd7c6-00d2-4f43-9fb7-195922aee932 None None] Routers {'72d11cfd-9c40-49e1-9633-a8151d8739ce'} bound to L3 agent in host dv-cinder-801354-10-iscsi {{(pid=106851) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 13 13:21:17.632262 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-8e4bd7c6-00d2-4f43-9fb7-195922aee932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-801354-10-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-13T12:56:35Z,description=,heartbeat_timestamp=2022-09-13T13:21:05Z,host='dv-cinder-801354-10-iscsi',id=789d2f2a-736e-4c99-871a-80fc2a789998,load=0,resource_versions=,resources_synced=,started_at=2022-09-13T12:56:36Z,topic='l3_agent')) {'router_ids': ['72d11cfd-9c40-49e1-9633-a8151d8739ce'], 'active': True} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:21:17.637029 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-58f65630-5b7b-4d61-ab1a-b28b28b3142d admin admin] Calling delete_port for cf681655-3b59-46ce-9e73-177a2518d373 owned by network:router_gateway {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:21:17.650497 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:17.669707 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:17.681160 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:17.718670 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvr_db [None req-8e4bd7c6-00d2-4f43-9fb7-195922aee932 None None] Set router 72d11cfd-9c40-49e1-9633-a8151d8739ce gateway port host: None {{(pid=106851) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 13 13:21:17.744980 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:17.770646 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_hamode_db [None req-8e4bd7c6-00d2-4f43-9fb7-195922aee932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '72d11cfd-9c40-49e1-9633-a8151d8739ce', 'name': 'tempest-TestVolumeBootPattern-1106352812-router', 'tenant_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:11Z', 'updated_at': '2022-09-13T13:21:17Z', 'revision_number': 6, 'project_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'gw_port_host': None}], 'dv-cinder-801354-10-iscsi', False) {} {{(pid=106851) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:21:17.796377 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e4bd7c6-00d2-4f43-9fb7-195922aee932 None None] The sync data for ids ['72d11cfd-9c40-49e1-9633-a8151d8739ce'] in dv-cinder-801354-10-iscsi is: [{'id': '72d11cfd-9c40-49e1-9633-a8151d8739ce', 'name': 'tempest-TestVolumeBootPattern-1106352812-router', 'tenant_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-13T13:14:11Z', 'updated_at': '2022-09-13T13:21:17Z', 'revision_number': 6, 'project_id': 'fe62e2f040a246f4b60c8145cf9ce48a', 'gw_port_host': None}] {{(pid=106851) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 13 13:21:17.889040 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-58f65630-5b7b-4d61-ab1a-b28b28b3142d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (cf681655-3b59-46ce-9e73-177a2518d373), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:17.914490 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f65630-5b7b-4d61-ab1a-b28b28b3142d admin admin] Pushing event deleted for resources: {'Port': ['ID=cf681655-3b59-46ce-9e73-177a2518d373,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:21:17.980772 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-58f65630-5b7b-4d61-ab1a-b28b28b3142d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1583705'] for router_gateway (72d11cfd-9c40-49e1-9633-a8151d8739ce), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:18.297603 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-58f65630-5b7b-4d61-ab1a-b28b28b3142d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1582020', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13140'] for router (72d11cfd-9c40-49e1-9633-a8151d8739ce), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:18.299797 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-58f65630-5b7b-4d61-ab1a-b28b28b3142d admin admin] Publish callbacks [] for router_controller (72d11cfd-9c40-49e1-9633-a8151d8739ce), precommit_delete_associations {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:18.402658 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-58f65630-5b7b-4d61-ab1a-b28b28b3142d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1582937'] for router (72d11cfd-9c40-49e1-9633-a8151d8739ce), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:18.403258 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58f65630-5b7b-4d61-ab1a-b28b28b3142d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 72d11cfd-9c40-49e1-9633-a8151d8739ce {{(pid=106849) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 13 13:21:18.407529 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-58f65630-5b7b-4d61-ab1a-b28b28b3142d admin admin] Publish callbacks [] for router (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:18.408663 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-58f65630-5b7b-4d61-ab1a-b28b28b3142d admin admin] 10.222.0.72 "DELETE /networking/v2.0/routers/72d11cfd-9c40-49e1-9633-a8151d8739ce HTTP/1.1" status: 204 len: 168 time: 1.2137711 Sep 13 13:21:18.411223 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44784) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:21:18.456092 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e34002-25a3-4cab-b0c2-4deda6518b40 admin admin] Deleting subnet fae8d525-6119-4f12-8850-695c242051a7 {{(pid=106849) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 13 13:21:18.459208 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-79e34002-25a3-4cab-b0c2-4deda6518b40 admin admin] Publish callbacks [] for subnet (fae8d525-6119-4f12-8850-695c242051a7), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:18.493477 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-79e34002-25a3-4cab-b0c2-4deda6518b40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4782533'] for subnet (fae8d525-6119-4f12-8850-695c242051a7), precommit_delete_associations {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:18.574866 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-79e34002-25a3-4cab-b0c2-4deda6518b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3665047'] for subnet (fae8d525-6119-4f12-8850-695c242051a7), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:18.746100 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-79e34002-25a3-4cab-b0c2-4deda6518b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3659918', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630127', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4768925', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7736820'] for subnet (fae8d525-6119-4f12-8850-695c242051a7), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:18.773994 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e34002-25a3-4cab-b0c2-4deda6518b40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fae8d525-6119-4f12-8850-695c242051a7,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:21:18.781961 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-79e34002-25a3-4cab-b0c2-4deda6518b40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for subnet (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:18.786313 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-79e34002-25a3-4cab-b0c2-4deda6518b40 admin admin] 10.222.0.72 "DELETE /networking/v2.0/subnets/fae8d525-6119-4f12-8850-695c242051a7 HTTP/1.1" status: 204 len: 168 time: 0.3737855 Sep 13 13:21:18.788171 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38184728-54af-49fc-90f6-99c1c0732061 None None] Network f6de50d6-906f-4d67-9107-5bece544877f requested from dv-cinder-801354-10-iscsi {{(pid=106851) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 13 13:21:18.788665 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44786) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:21:18.870525 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e01ec264-4599-48d4-8a92-8d1a0c03c382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3651144'] for network (f6de50d6-906f-4d67-9107-5bece544877f), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:18.873619 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:18.920268 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-e01ec264-4599-48d4-8a92-8d1a0c03c382 admin admin] Deleting port 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9 {{(pid=106849) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:21:18.920818 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e01ec264-4599-48d4-8a92-8d1a0c03c382 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:18.941326 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f33d36e-2219-45c9-96e0-e2e852540c48 None None] DHCP port deletion for f6de50d6-906f-4d67-9107-5bece544877f request from dv-cinder-801354-10-iscsi {{(pid=106851) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 13 13:21:18.979375 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-8f33d36e-2219-45c9-96e0-e2e852540c48 None None] Deleting port 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9 {{(pid=106851) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Sep 13 13:21:18.979672 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-8f33d36e-2219-45c9-96e0-e2e852540c48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734282973700'] for port (1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9), before_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:18.986876 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.db [None req-e01ec264-4599-48d4-8a92-8d1a0c03c382 admin admin] For port 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9,segment=NetworkSegment(47a8d984-7944-4c73-a9d5-156e4e78dd87),segment_id=47a8d984-7944-4c73-a9d5-156e4e78dd87)] {{(pid=106849) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:21:18.987238 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e01ec264-4599-48d4-8a92-8d1a0c03c382 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:19.004644 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.plugin [None req-e01ec264-4599-48d4-8a92-8d1a0c03c382 admin admin] Calling delete_port for 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9 owned by network:dhcp {{(pid=106849) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:21:19.048372 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.db [None req-8f33d36e-2219-45c9-96e0-e2e852540c48 None None] For port 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9, host dv-cinder-801354-10-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-801354-10-iscsi',level=0,port_id=1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9,segment=NetworkSegment(47a8d984-7944-4c73-a9d5-156e4e78dd87),segment_id=47a8d984-7944-4c73-a9d5-156e4e78dd87)] {{(pid=106851) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 13 13:21:19.048776 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-8f33d36e-2219-45c9-96e0-e2e852540c48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1583952'] for port (1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9), precommit_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:19.061416 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-8f33d36e-2219-45c9-96e0-e2e852540c48 None None] Calling delete_port for 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9 owned by network:dhcp {{(pid=106851) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Sep 13 13:21:19.162924 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e01ec264-4599-48d4-8a92-8d1a0c03c382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4768992'] for port (1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:19.168461 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-8f33d36e-2219-45c9-96e0-e2e852540c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-3637876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-375952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734282976404', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734282532289'] for port (1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9), after_delete {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:19.190480 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01ec264-4599-48d4-8a92-8d1a0c03c382 admin admin] No DVR routers for this DVR port 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9 on host dv-cinder-801354-10-iscsi {{(pid=106849) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:21:19.195704 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ec264-4599-48d4-8a92-8d1a0c03c382 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:21:19.196419 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f33d36e-2219-45c9-96e0-e2e852540c48 None None] Pushing event deleted for resources: {'Port': ['ID=1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9,revision_number=None']} {{(pid=106851) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:21:19.202915 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f33d36e-2219-45c9-96e0-e2e852540c48 None None] No DVR routers for this DVR port 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9 on host dv-cinder-801354-10-iscsi {{(pid=106851) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 13 13:21:19.267859 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:19.271689 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e01ec264-4599-48d4-8a92-8d1a0c03c382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3514794', 'neutron.services.segments.db._delete_segments_for_network-8734283000248'] for network (f6de50d6-906f-4d67-9107-5bece544877f), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:19.292232 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-e01ec264-4599-48d4-8a92-8d1a0c03c382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6de50d6-906f-4d67-9107-5bece544877f']}} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:21:19.301848 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-e01ec264-4599-48d4-8a92-8d1a0c03c382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a8d984-7944-4c73-a9d5-156e4e78dd87') {'for_net_delete': True} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:21:19.302142 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.services.segments.db [None req-e01ec264-4599-48d4-8a92-8d1a0c03c382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a8d984-7944-4c73-a9d5-156e4e78dd87') {} {{(pid=106849) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 13 13:21:19.311627 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e01ec264-4599-48d4-8a92-8d1a0c03c382 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734283000140', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4782540'] for segment (47a8d984-7944-4c73-a9d5-156e4e78dd87), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:19.324939 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e01ec264-4599-48d4-8a92-8d1a0c03c382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179'] for segment (47a8d984-7944-4c73-a9d5-156e4e78dd87), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:19.332151 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e01ec264-4599-48d4-8a92-8d1a0c03c382 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=106849) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 13 13:21:19.332532 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e01ec264-4599-48d4-8a92-8d1a0c03c382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3520179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4768823'] for segment (47a8d984-7944-4c73-a9d5-156e4e78dd87), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:19.376968 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.services.segments.plugin [-] Segment 47a8d984-7944-4c73-a9d5-156e4e78dd87 resource provider aggregate not found Sep 13 13:21:19.394949 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.services.segments.plugin [-] Segment 47a8d984-7944-4c73-a9d5-156e4e78dd87 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 47a8d984-7944-4c73-a9d5-156e4e78dd87 found for delete ", "request_id": "req-19d69b4a-40fc-46cb-b059-1113ac670cc5"}]} Sep 13 13:21:19.465584 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e01ec264-4599-48d4-8a92-8d1a0c03c382 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3514789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1629974', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1691688', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1583751'] for network (f6de50d6-906f-4d67-9107-5bece544877f), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:19.471318 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-e01ec264-4599-48d4-8a92-8d1a0c03c382 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1691654'] for network (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:19.474493 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-e01ec264-4599-48d4-8a92-8d1a0c03c382 admin admin] 10.222.0.72 "DELETE /networking/v2.0/networks/f6de50d6-906f-4d67-9107-5bece544877f HTTP/1.1" status: 204 len: 168 time: 0.6851621 Sep 13 13:21:19.486227 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ec264-4599-48d4-8a92-8d1a0c03c382 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6de50d6-906f-4d67-9107-5bece544877f,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:21:19.806167 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44794) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:21:19.848623 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-15954c4e-01f8-43aa-ade5-13dc72554fb9 admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=bdc958fc46ca40afa50f4e7f43a0ffe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412998 Sep 13 13:21:19.851156 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44796) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:21:19.852439 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9 no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:21:19.875498 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:21:19.875851 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device 1ba3e494-67ac-40a8-8ce2-6fa6f163b5e9 not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:21:19.876250 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device cf681655-3b59-46ce-9e73-177a2518d373 no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:21:19.895036 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: cf681655-3b59-46ce-9e73-177a2518d373 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:21:19.895304 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device cf681655-3b59-46ce-9e73-177a2518d373 not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:21:19.895710 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device fc88a413-fd64-45a4-8172-9821cbf1b665 no longer exists at agent ovs-agent-dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 13 13:21:19.902737 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-57a9be51-4bd4-46d8-921b-88b0e0bdda4b admin admin] Publish callbacks [] for security_group (52ed26bc-4141-47f7-8ae2-f080ffdada0e), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:19.913940 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.plugin [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] No Port match for: fc88a413-fd64-45a4-8172-9821cbf1b665 {{(pid=106851) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Sep 13 13:21:19.914285 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron.plugins.ml2.rpc [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Device fc88a413-fd64-45a4-8172-9821cbf1b665 not bound to the agent host dv-cinder-801354-10-iscsi {{(pid=106851) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 13 13:21:19.924571 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-57a9be51-4bd4-46d8-921b-88b0e0bdda4b admin admin] Publish callbacks [] for security_group (52ed26bc-4141-47f7-8ae2-f080ffdada0e), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:20.019804 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-57a9be51-4bd4-46d8-921b-88b0e0bdda4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (52ed26bc-4141-47f7-8ae2-f080ffdada0e), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:20.022345 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-57a9be51-4bd4-46d8-921b-88b0e0bdda4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:20.023515 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-57a9be51-4bd4-46d8-921b-88b0e0bdda4b admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/52ed26bc-4141-47f7-8ae2-f080ffdada0e HTTP/1.1" status: 204 len: 168 time: 0.1714702 Sep 13 13:21:20.031762 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a9be51-4bd4-46d8-921b-88b0e0bdda4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ed26bc-4141-47f7-8ae2-f080ffdada0e,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:21:20.651570 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44802) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:21:20.691601 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-d7020d84-003b-432c-a799-bf04dfc5b37a admin admin] 10.222.0.72 "GET /networking/v2.0/security-groups?tenant_id=fe62e2f040a246f4b60c8145cf9ce48a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388823 Sep 13 13:21:20.694000 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [-] (106849) accepted ('10.222.0.72', 44804) {{(pid=106849) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 13 13:21:20.744691 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4f11381e-d946-4f9e-98ff-2e0b1c31f069 admin admin] Publish callbacks [] for security_group (6f4120ce-f815-43f4-a6fd-363c97cc5597), before_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:20.764461 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4f11381e-d946-4f9e-98ff-2e0b1c31f069 admin admin] Publish callbacks [] for security_group (6f4120ce-f815-43f4-a6fd-363c97cc5597), precommit_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:20.889075 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4f11381e-d946-4f9e-98ff-2e0b1c31f069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1634499'] for security_group (6f4120ce-f815-43f4-a6fd-363c97cc5597), after_delete {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:20.891530 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron_lib.callbacks.manager [None req-4f11381e-d946-4f9e-98ff-2e0b1c31f069 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106849) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:20.892994 dv-cinder-801354-10-iscsi neutron-server[106849]: INFO neutron.wsgi [None req-4f11381e-d946-4f9e-98ff-2e0b1c31f069 admin admin] 10.222.0.72 "DELETE /networking/v2.0/security-groups/6f4120ce-f815-43f4-a6fd-363c97cc5597 HTTP/1.1" status: 204 len: 168 time: 0.1981246 Sep 13 13:21:20.900984 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11381e-d946-4f9e-98ff-2e0b1c31f069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f4120ce-f815-43f4-a6fd-363c97cc5597,revision_number=None']} {{(pid=106849) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 13 13:21:25.709398 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=67,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:25.775478 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG dbcounter [-] [106850] Writing DB stats neutron:SELECT=28,neutron:DELETE=4 {{(pid=106850) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:28.555769 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=15 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:28.564738 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=82 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:30.046877 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=43,neutron:DELETE=3 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:30.896384 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:30.897148 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG dbcounter [-] [106849] Writing DB stats neutron:SELECT=46,neutron:DELETE=4 {{(pid=106849) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:30.913640 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=39,neutron:DELETE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:31.773997 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:33.320976 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-f163ef6f-9f87-4e0b-9e02-142a0cd322f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:35.413982 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-cc614fd3-d3e3-414a-ba76-4176cbd63034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:36.961905 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:38.286731 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:38.396721 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:21:45.565528 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:21:48.332308 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:21:48.334268 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:22:01.766750 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:22:03.285984 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-4b5520b1-1693-4293-8bfb-db75f86f5d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:22:05.430133 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d25d57d8-aee6-453a-b744-f107908ffd38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:22:05.555331 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=3 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:22:05.560250 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=5 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:22:06.967471 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:22:08.297676 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:22:08.413219 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:22:18.332549 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:22:18.334409 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:22:22.565159 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:22:31.795626 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:22:33.304042 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-daad0c10-cd8c-49e4-be91-12b4a40eb6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:22:35.433385 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-ec8f7443-a912-4bc6-ba2c-91bef39c3e01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:22:37.030121 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:22:38.333274 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:22:38.418382 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:22:42.552076 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:22:42.556940 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=7 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:22:48.329260 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:22:48.331638 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:22:59.564064 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:23:01.783396 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:23:03.289642 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-eb42c17e-c2c1-414e-86d4-3209262885e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:23:05.420883 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-8f19a3d1-0393-4791-8acb-8c0867854a01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:23:06.995012 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:23:08.266493 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:23:08.403766 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:23:18.334932 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:23:18.336822 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:23:28.258028 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=16 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:23:28.258768 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=18 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:23:31.774254 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:23:33.297575 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-0e738f8b-54cf-4da1-9b12-f041ca35c178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:23:35.431558 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-bdcc050a-cf55-46ef-8a45-4e5871becb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:23:36.562347 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:23:36.973993 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:23:38.297404 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:23:38.400309 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:23:46.557045 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:23:48.340802 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:23:48.342940 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:23:56.569483 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=7 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:24:01.759847 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:24:03.327462 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-fb19593f-fc13-4d8d-a51b-fe60a5ad7642 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:24:05.442541 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-57c7ebea-dfa7-4e57-9f66-d394b818adb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:24:06.971130 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:24:08.291372 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:24:08.407167 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:24:13.562058 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:24:18.332324 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:24:18.338295 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:24:31.776593 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:24:33.348261 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-dd4a0a9e-d72e-4cc2-9440-5f0d10703927 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:24:33.560821 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=5 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:24:33.565698 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:24:35.440936 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a386d611-25ee-4564-b94c-ed66ab84d935 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:24:37.000618 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:24:38.355646 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:24:38.372002 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:24:48.333747 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=17,neutron:UPDATE=5 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:24:48.335646 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:24:50.561249 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:25:01.766213 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:25:03.297356 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-43d2e172-b277-4046-a35b-81a98356c64a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:25:05.439950 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-288494e3-731d-4fc5-a7a8-b0370fec215b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:25:06.982812 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:25:08.302587 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:25:08.520407 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:25:10.556840 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=5 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:25:10.562719 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=3 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:25:18.336541 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:25:18.338382 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:25:27.561763 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:25:28.270198 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=11 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:25:31.810619 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:25:33.284748 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-ebe0f41d-be81-4ab2-9a85-c150ff6d3404 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:25:35.410824 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-42763d4f-e680-4245-aed9-780d3d70f173 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:25:36.998755 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:25:38.278872 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:25:38.387100 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:25:47.553368 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=2 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:25:47.558461 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=21 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:25:48.330891 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:25:48.337993 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:26:01.815309 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:26:03.301113 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-fb63d50d-9dfd-46a3-b5c6-033edd64fa4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:26:04.560566 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 13 13:26:05.524171 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-c9845a1c-dc52-4e3a-ac48-10f733094e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:26:07.010258 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:26:08.301291 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:26:08.404040 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:26:08.880382 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [req-e5b3a3a0-e762-4490-a668-2799b6af4421 req-c4d8fe47-64b3-4d96-9206-e908ed717475 service neutron] (106850) timed out ('10.222.0.72', 39380) {{(pid=106850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 13:26:09.126488 dv-cinder-801354-10-iscsi neutron-server[106850]: DEBUG neutron.wsgi [req-e5b3a3a0-e762-4490-a668-2799b6af4421 req-5f43eb36-e307-40d7-ba71-8830c5986b63 tempest-TestShelveInstance-1663660965 tempest-TestShelveInstance-1663660965-project] (106850) timed out ('10.222.0.72', 39388) {{(pid=106850) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 13:26:13.507178 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [req-ce3968c7-2cb4-4e17-9a55-df534c207757 req-5532e75a-1e68-4959-9ce5-151347fb6afd service neutron] (106849) timed out ('10.222.0.72', 37286) {{(pid=106849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 13:26:13.582304 dv-cinder-801354-10-iscsi neutron-server[106849]: DEBUG neutron.wsgi [req-ce3968c7-2cb4-4e17-9a55-df534c207757 req-326fbfb4-6af1-44f4-8c28-882a492bf48f tempest-AttachVolumeShelveTestJSON-444421162 tempest-AttachVolumeShelveTestJSON-444421162-project] (106849) timed out ('10.222.0.72', 37300) {{(pid=106849) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 13 13:26:18.333883 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:26:18.335676 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG dbcounter [-] [106851] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106851) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:26:31.626696 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=5 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:26:31.627946 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG dbcounter [-] [106852] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106852) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 13 13:26:31.826637 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-3de6e89a-2d60-4c4e-ba1d-d3358bac6f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (96974c91-2132-4a74-8ded-139ad5e3b835), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:26:33.272014 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-be88ae75-e36d-47e3-a827-316b17867cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (03c760d5-e05f-4ba1-99ba-fbb88ab66826), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:26:35.448143 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-d18a0642-10c6-47fd-9d4e-fc7ea2e6c594 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (789d2f2a-736e-4c99-871a-80fc2a789998), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:26:36.997849 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-a5494a0b-d3dd-42bd-8dfe-13eb785b0a2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (d24053a2-8125-4269-ac38-8a7e4234731b), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:26:38.340699 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-caab316e-c8fd-4bbe-aafc-80027c5528bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (a4c1b835-a409-4dc1-a090-e908dd503acd), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:26:38.420751 dv-cinder-801354-10-iscsi neutron-server[106851]: DEBUG neutron_lib.callbacks.manager [None req-12e0536f-b0f6-4a0d-8bd2-d1122a369e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734283000230', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3517165'] for agent (7541a978-73db-4eea-9558-71482560a5c2), after_update {{(pid=106851) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 13 13:26:41.560296 dv-cinder-801354-10-iscsi neutron-server[106852]: DEBUG neutron.db.agents_db [None req-fc4f3d61-c8ae-46dc-976d-5164c3ed8ee9 None None] Agent healthcheck: found 6 active agents {{(pid=106852) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}